-- Logs begin at Mon 2022-02-21 00:17:29 UTC, end at Mon 2022-02-21 01:54:28 UTC. -- Feb 21 01:00:10.977703 dv-cinder-813227-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 01:00:14.076815 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:00:14.077442 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:00:14.077641 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:00:14.081216 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:00:14.081479 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:00:14.081803 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103302) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:00:14.082761 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:00:14.083006 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:00:14.083386 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:00:14.083639 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:00:14.084319 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:00:14.084653 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.085092 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 01:00:14.085416 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.085728 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.086034 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.086340 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.086642 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.086935 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.087242 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.087549 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.087857 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.088203 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.088491 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.088794 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.089087 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.089385 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.089682 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.089974 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] debug = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.090261 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.091688 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.092147 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.092448 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.092754 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.093044 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.093328 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.093614 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.093921 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.094247 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] host = dv-cinder-813227-6-iscsi {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.094534 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.094830 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.095127 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.095420 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.095704 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.096019 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.096314 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.096595 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.096876 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.097161 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.097458 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.097759 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.098067 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.098303 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.098535 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.098830 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.099124 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.099406 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.099687 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.099999 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.100283 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.100564 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.100844 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.101136 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.101428 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.101722 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.102006 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.102292 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.102572 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.102852 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.103145 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.103428 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.103709 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.104016 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.104315 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.104592 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.104872 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.105180 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.105475 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.105766 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.106060 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.106937 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.107239 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.107526 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.107810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.108121 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_json = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.108539 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.108823 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.109117 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.109400 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.109682 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.109966 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.110245 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.110539 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.110822 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:14.111126 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.111430 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.111739 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.112068 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.112368 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.112656 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.112954 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.113239 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.113534 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.113829 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.114122 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.114403 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.114710 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.115007 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.115307 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.115618 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.115949 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.116291 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.116571 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.116854 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.117135 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.117421 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.117715 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.118001 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.118295 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.118591 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.118874 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.119178 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.119468 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.119768 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.120089 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.120372 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.120656 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.120953 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.121239 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.121521 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.121832 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.122551 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.122848 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.123136 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.123432 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.123723 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.124042 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.124329 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.124619 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.124920 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.125204 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.125489 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.125771 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.126056 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.126334 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.126626 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.126910 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.127191 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.127474 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.127760 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.128067 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.128346 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.128629 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.128909 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.129191 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.129471 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.129749 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.130028 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.130305 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.130584 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.130861 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.131138 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.131426 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.131701 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.132004 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.132284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.132563 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.132841 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.133130 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.133432 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.133745 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.134031 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.134315 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.134595 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.134877 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.135297 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.135585 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.135892 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.136175 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.136474 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.136765 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.137058 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.138205 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.138900 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.139254 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.139554 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.139856 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.140168 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.140460 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.140917 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.141226 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.141523 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.141830 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.142140 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.142444 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.142749 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.143053 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.143344 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.143662 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.143978 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:14.144203 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:00:14.144457 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 01:00:14.564495 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:00:14.565030 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:00:14.565228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:00:14.566061 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 01:00:14.936233 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.936534 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.936813 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.938367 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.938649 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.938923 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.990727 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.991005 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:14.991297 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.008805 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.009098 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.009373 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.043090 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.043370 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.044358 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.088042 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.089052 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.089052 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.452251 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.452538 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.452845 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.453096 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.453791 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.557222 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.557552 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.557846 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.558133 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.558416 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.558731 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.559002 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.559301 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.559608 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.559948 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.560228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.560497 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.560763 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.561030 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.561299 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.561574 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.561958 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.562244 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.562525 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.563054 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.563330 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.563593 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.563912 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.564307 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.564564 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.564818 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.565234 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.565485 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.565732 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.565977 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.566223 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.566467 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:15.566844 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 01:00:15.570236 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 01:00:15.574426 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 01:00:15.578937 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 21 01:00:15.580659 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 01:00:15.581149 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 01:00:15.581495 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 01:00:15.581893 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 01:00:15.584864 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 01:00:15.585116 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 01:00:15.585469 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:00:15.591170 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 01:00:15.614869 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 01:00:15.615277 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.615592 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 01:00:15.615996 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.617423 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 01:00:15.617718 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:00:15.617966 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 01:00:15.621397 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.621688 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:15.686480 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 01:00:15.686727 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 01:00:15.686972 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 01:00:15.687364 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 01:00:15.708636 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_db.sqlalchemy.engines [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 01:00:16.301018 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing driver for type 'gre' Feb 21 01:00:16.301730 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] gre ID ranges: [(1, 1000)] Feb 21 01:00:16.506367 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing driver for type 'local' Feb 21 01:00:16.506769 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing driver for type 'vlan' Feb 21 01:00:16.586454 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] VlanTypeDriver initialization complete Feb 21 01:00:16.586707 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing driver for type 'vxlan' Feb 21 01:00:16.587227 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] vxlan ID ranges: [(1, 1000)] Feb 21 01:00:16.712402 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing extension driver 'port_security' Feb 21 01:00:16.712752 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.extensions.port_security [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] PortSecurityExtensionDriver initialization complete Feb 21 01:00:16.713095 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing mechanism driver 'openvswitch' Feb 21 01:00:16.713455 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing mechanism driver 'hyperv' Feb 21 01:00:16.720488 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:16.721377 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.721754 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.722108 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.722667 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.723106 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.723462 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.723815 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.726284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.726654 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726654 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.726801 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.727138 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.727548 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.727945 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.728292 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.728690 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.729101 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > address_group after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.729452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > address_group after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.729788 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.730189 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:00:16.730646 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] ML2 OVO RPC backend initialized. {{(pid=103302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 01:00:16.731520 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.732072 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.732575 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.732936 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > networks before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.733295 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.733670 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > ports before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.734037 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.734389 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnets before_response 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.734745 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.735092 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.735437 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.735781 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.736149 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.736491 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.736834 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.737181 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.737518 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.745113 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded quota_driver: . Feb 21 01:00:16.745487 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Modular L2 Plugin initialization complete Feb 21 01:00:16.745843 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading services supported by the core plugin {{(pid=103302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 01:00:16.746259 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.plugins.ml2.managers [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Got port-security extension from driver 'port_security' Feb 21 01:00:16.747194 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.extensions.vlantransparent [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Disabled vlantransparent extension. Feb 21 01:00:16.747703 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 01:00:16.748060 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: router Feb 21 01:00:16.785082 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.785484 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_create 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.785859 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router before_create 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.789970 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.789970 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.789970 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_delete 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.789970 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_create 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790941 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.790941 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: subnet after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.791253 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.791608 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.791996 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_create 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.792344 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.792687 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.793048 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router after_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.793393 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.794616 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_create 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.795072 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.795436 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_update 55549900 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.795815 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > agent after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.796200 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > agent after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.796556 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > network after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.797435 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Tracking information for resource: router configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:16.797814 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Tracking information for resource: floatingip configured {{(pid=103302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:00:16.802901 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.db.l3_agentschedulers_db [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 01:00:16.803494 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.803896 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.804259 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.804613 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.805422 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router before_create 55550100 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.805793 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.806158 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_create 55550100 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.806516 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > router precommit_update 55550100 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.811545 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.provider_configuration [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service providers = [] {{(pid=103302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 01:00:16.811950 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.db.servicetype_db [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 01:00:16.815253 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.service_base [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:00:16.815607 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.service_base [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:00:16.815996 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.service_base [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:00:16.816901 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.services.service_base [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:00:16.817280 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.services.service_base [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 01:00:16.817673 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.821047 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 01:00:16.831707 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.832077 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: auto_allocate Feb 21 01:00:16.838048 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: network precommit_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.838373 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: network precommit_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.838905 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.839230 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: tag Feb 21 01:00:16.852653 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.852991 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: timestamp Feb 21 01:00:16.857745 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.858079 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: network_ip_availability Feb 21 01:00:16.863734 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.864141 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.864503 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:16.865275 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.865597 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: flavors Feb 21 01:00:16.870663 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.871063 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading Plugin: revisions Feb 21 01:00:16.876246 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:00:16.876643 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.311s {{(pid=103302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:00:16.877418 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 01:00:16.877755 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Initializing extension manager. Feb 21 01:00:16.878288 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: __init__.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.878635 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: __pycache__ {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.878975 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.879314 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: address_group.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.880136 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.880736 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: address-group Feb 21 01:00:16.881062 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: address_scope.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.881788 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.882308 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: address-scope Feb 21 01:00:16.882703 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.883662 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.884214 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: router-admin-state-down-before-update Feb 21 01:00:16.884542 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: agent.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.885253 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.885769 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: agent Feb 21 01:00:16.886093 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: agent_resources_synced.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.887008 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.888148 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: agent-resources-synced Feb 21 01:00:16.888477 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: allowedaddresspairs.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.890340 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.890875 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: allowed-address-pairs Feb 21 01:00:16.891205 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: auto_allocated_topology.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.892372 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.892901 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: auto-allocated-topology Feb 21 01:00:16.893246 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: availability_zone.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.893980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.894497 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: availability_zone Feb 21 01:00:16.894824 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: availability_zone_filter.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.895771 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.896348 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: availability_zone_filter Feb 21 01:00:16.896674 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: data_plane_status.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.897593 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.898109 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 01:00:16.898434 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: default_subnetpools.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.899387 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.899934 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: default-subnetpools Feb 21 01:00:16.900361 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.901119 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.901636 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: dhcp_agent_scheduler Feb 21 01:00:16.901963 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: dns.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.902914 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.903469 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 01:00:16.903792 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: dns_domain_ports.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.904753 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.905264 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 01:00:16.905597 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.906537 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.907051 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 01:00:16.907379 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: dvr.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.908106 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.908625 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: dvr Feb 21 01:00:16.908952 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: ecmp_routes.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.909884 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.910408 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 01:00:16.910742 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: empty_string_filtering.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.911693 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.912241 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: empty-string-filtering Feb 21 01:00:16.912569 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.913485 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.913998 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:00:16.914324 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.915239 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.915756 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 01:00:16.916114 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: external_net.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.917029 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.917550 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: external-net Feb 21 01:00:16.917876 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.918928 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.919553 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: extra_dhcp_opt Feb 21 01:00:16.919694 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: extraroute.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.929563 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.930109 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: extraroute Feb 21 01:00:16.930446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: extraroute_atomic.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.931538 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.932106 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: extraroute-atomic Feb 21 01:00:16.932440 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: filter_validation.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.933140 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.933715 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: filter-validation Feb 21 01:00:16.934039 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: fip_pf_description.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.935555 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.936029 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 01:00:16.936359 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: fip_port_details.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.937536 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.938320 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: fip-port-details Feb 21 01:00:16.938648 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: flavors.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.939976 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.940504 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: flavors Feb 21 01:00:16.940834 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.942560 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.943097 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 01:00:16.943437 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: floatingip_pools.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.944179 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.944702 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: floatingip-pools Feb 21 01:00:16.945035 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: ip_allocation.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.945976 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.946545 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 01:00:16.946818 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.947755 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.948350 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: ip-substring-filtering Feb 21 01:00:16.948688 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l2_adjacency.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.949628 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.950712 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 01:00:16.951041 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.952094 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.952626 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: router Feb 21 01:00:16.952962 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.955302 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.955850 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:00:16.956205 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.957216 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.957745 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: ext-gw-mode Feb 21 01:00:16.958082 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.963497 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.964062 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: l3-ha Feb 21 01:00:16.964396 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.965353 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.966031 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 01:00:16.966342 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_flavors.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.967278 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.967806 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: l3-flavors Feb 21 01:00:16.968180 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.969582 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.970114 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 01:00:16.970450 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.971387 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.973091 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 01:00:16.973091 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: l3agentscheduler.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.973393 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.973966 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: l3_agent_scheduler Feb 21 01:00:16.974301 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: local_ip.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.976197 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.976749 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension local_ip not supported by any of loaded plugins Feb 21 01:00:16.977086 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: logging.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.980300 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.980837 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension logging not supported by any of loaded plugins Feb 21 01:00:16.981803 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: metering.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.982734 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.983336 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: metering Feb 21 01:00:16.983672 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.984822 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.985360 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: metering_source_and_destination_fields Feb 21 01:00:16.985696 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: multiprovidernet.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.986638 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.987167 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: multi-provider Feb 21 01:00:16.987501 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: netmtu.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.992366 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.992889 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: net-mtu Feb 21 01:00:16.993251 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: netmtu_writable.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.994183 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.994707 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: net-mtu-writable Feb 21 01:00:16.995040 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: network_availability_zone.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.995720 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.996311 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: network_availability_zone Feb 21 01:00:16.996638 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: network_ip_availability.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:16.998496 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:16.999021 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: network-ip-availability Feb 21 01:00:16.999355 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: network_segment_range.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.000169 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.000688 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 01:00:17.001016 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: pagination.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.002009 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.002391 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: pagination Feb 21 01:00:17.002717 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: port_device_profile.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.003636 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.004199 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: port-device-profile Feb 21 01:00:17.004532 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.005514 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.006035 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: port-mac-address-regenerate Feb 21 01:00:17.006365 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.007280 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.007856 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: port-numa-affinity-policy Feb 21 01:00:17.008202 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: port_resource_request.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.009118 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.009638 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 01:00:17.009968 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: port_resource_request_groups.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.015683 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.016236 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 01:00:17.016567 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: portbindings.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.017505 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.018026 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: binding Feb 21 01:00:17.018354 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: portbindings_extended.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.019648 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.020219 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: binding-extended Feb 21 01:00:17.020552 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: portsecurity.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.021482 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.022029 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: port-security Feb 21 01:00:17.022362 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: project_id.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.023354 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.023691 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: project-id Feb 21 01:00:17.024054 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: providernet.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.024977 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.025590 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: provider Feb 21 01:00:17.025923 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.029755 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.030291 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos not supported by any of loaded plugins Feb 21 01:00:17.030672 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.031983 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.032516 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 01:00:17.032851 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.033793 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.034316 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 01:00:17.034646 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_default.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.035569 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.036117 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-default not supported by any of loaded plugins Feb 21 01:00:17.036490 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_fip.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.037439 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.037961 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 01:00:17.038292 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.039216 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.039733 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 01:00:17.040083 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_gateway_ip.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.041017 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.041536 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 01:00:17.041862 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_port_network_policy.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.042945 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.043464 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 01:00:17.044328 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.045484 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.046013 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 01:00:17.046341 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.047387 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.047981 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 01:00:17.048311 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_pps_rule.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.049521 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.050081 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 01:00:17.050415 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_rule_type_details.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.051342 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.051888 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 01:00:17.052226 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: qos_rules_alias.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.053291 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.053811 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 01:00:17.054138 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: quota_check_limit.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.055064 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.055592 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: quota-check-limit Feb 21 01:00:17.055954 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: quotasv2.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.056962 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.057295 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: quotas Feb 21 01:00:17.057619 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: quotasv2_detail.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.060073 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.060440 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: quota_details Feb 21 01:00:17.060755 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: rbac.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.061831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.062371 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: rbac-policies Feb 21 01:00:17.063439 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: rbac_address_group.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.063945 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.064576 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: rbac-address-group Feb 21 01:00:17.064814 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: rbac_address_scope.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.065739 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.066266 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: rbac-address-scope Feb 21 01:00:17.066596 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: rbac_security_groups.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.072972 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.073496 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: rbac-security-groups Feb 21 01:00:17.073824 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: rbac_subnetpool.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.074873 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.075487 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: rbac-subnetpool Feb 21 01:00:17.075810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: revisionifmatch.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.076807 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.077340 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: revision-if-match Feb 21 01:00:17.077668 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: revisions.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.078821 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.079339 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: standard-attr-revisions Feb 21 01:00:17.079670 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: router_availability_zone.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.080379 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.080927 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: router_availability_zone Feb 21 01:00:17.081253 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: routerservicetype.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.082217 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.082744 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 01:00:17.083071 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.084036 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.084565 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: security-groups-normalized-cidr Feb 21 01:00:17.084893 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.085819 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.086341 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: port-security-groups-filtering Feb 21 01:00:17.086671 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.087704 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.088273 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: security-groups-remote-address-group Feb 21 01:00:17.088560 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.089503 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.090025 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: security-groups-shared-filtering Feb 21 01:00:17.090354 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.090978 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 01:00:17.091397 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: securitygroup.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.101443 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.102003 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: security-group Feb 21 01:00:17.102343 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: segment.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.103187 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.103706 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension segment not supported by any of loaded plugins Feb 21 01:00:17.104071 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.105121 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.105646 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 01:00:17.106554 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: servicetype.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.112458 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.113004 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: service-type Feb 21 01:00:17.113334 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: sorting.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.114359 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.114700 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: sorting Feb 21 01:00:17.115029 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: standard_attr_segment.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.116015 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.116601 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 01:00:17.116920 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: standardattrdescription.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.117599 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.118119 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: standard-attr-description Feb 21 01:00:17.118446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: stateful_security_group.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.119385 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.119927 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: stateful-security-group Feb 21 01:00:17.120255 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: stdattrs_common.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.120828 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 01:00:17.121149 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.122926 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.123529 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 01:00:17.123877 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnet_onboard.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.124992 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.125529 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: subnet_onboard Feb 21 01:00:17.125853 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.126810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.127336 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 01:00:17.127701 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnet_service_types.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.128679 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.129210 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: subnet-service-types Feb 21 01:00:17.129536 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnetallocation.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.130637 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.131204 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: subnet_allocation Feb 21 01:00:17.131528 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.132243 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.132770 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: subnetpool-prefix-ops Feb 21 01:00:17.133094 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.147376 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.147932 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 01:00:17.148268 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: tagging.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.149386 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.149910 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: standard-attr-tag Feb 21 01:00:17.150244 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: timestamp.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.151516 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.152069 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loaded extension: standard-attr-timestamp Feb 21 01:00:17.152401 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: trunk.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.153647 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.154173 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension trunk not supported by any of loaded plugins Feb 21 01:00:17.154503 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: trunk_details.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.155430 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.156002 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 01:00:17.156329 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: uplink_status_propagation.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.157298 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.157821 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 01:00:17.158149 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Loading extension file: vlantransparent.py {{(pid=103302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:00:17.158833 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:00:17.159615 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 01:00:17.161989 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:network Feb 21 01:00:17.162537 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnet Feb 21 01:00:17.162944 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:00:17.163350 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:port Feb 21 01:00:17.164684 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.165167 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service FLAVORS assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.165796 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.166228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.166564 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:router Feb 21 01:00:17.169785 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:00:17.169785 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service METERING assigned prefix: /metering {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.169785 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:17.170046 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:17.170305 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:00:17.171365 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:00:17.171819 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:00:17.172285 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:00:17.172908 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service CORE assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.173252 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:00:17.173610 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] subnetpool is already registered Feb 21 01:00:17.174074 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service CORE assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.174406 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:00:17.174746 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] subnetpool is already registered Feb 21 01:00:17.177100 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.177539 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service FLAVORS assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.178135 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.178557 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.178893 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:router Feb 21 01:00:17.179282 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] router is already registered Feb 21 01:00:17.179696 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:00:17.180071 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] floatingip is already registered Feb 21 01:00:17.180526 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service METERING assigned prefix: /metering {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.181198 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:00:17.181528 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] rbac_policy is already registered Feb 21 01:00:17.181946 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:00:17.182283 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] security_group is already registered Feb 21 01:00:17.182797 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:00:17.183030 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] security_group_rule is already registered Feb 21 01:00:17.183658 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service CORE assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.184028 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:00:17.184450 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] subnetpool is already registered Feb 21 01:00:17.185369 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.v2.resource_helper [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Service CORE assigned prefix: {{(pid=103302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:00:17.185697 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:00:17.186036 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING neutron.quota.resource_registry [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] subnetpool is already registered Feb 21 01:00:17.186510 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: extensions {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.188333 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: address-groups {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.189837 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: address-scopes {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.191166 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: agents {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.192378 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: auto-allocated-topology {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.193631 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: availability_zones {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.194846 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: dhcp-networks {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.196433 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: dhcp-agents {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.197919 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: routers {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.200222 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: flavors {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.201412 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: service_profiles {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.202630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: next_providers {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.204189 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: service_profiles {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.205676 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: floatingip-pools {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.206911 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: routers {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.209110 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: floatingips {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.211411 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: l3-routers {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.212866 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: l3-agents {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.214358 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: metering-labels {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.215755 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: metering-label-rules {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.217217 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: network-ip-availabilities {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.218492 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: bindings {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.225479 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: quotas {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.225479 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: quotas {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.225479 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: rbac-policies {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.225479 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: security-groups {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.225849 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: security-group-rules {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.227105 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: service-providers {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.228371 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: subnetpools {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.229805 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: subnetpools {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.231818 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.233559 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.235400 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.237273 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.239050 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.240966 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.242691 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.244630 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.246384 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.248951 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron.api.extensions [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Extended resource: tags {{(pid=103302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:00:17.254919 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING keystonemiddleware.auth_token [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 01:00:17.259677 dv-cinder-813227-6-iscsi neutron-server[103302]: WARNING keystonemiddleware.auth_token [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 01:00:17.268394 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Acquired lock "singleton_lock" {{(pid=103302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 01:00:17.268876 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_concurrency.lockutils [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Releasing lock "singleton_lock" {{(pid=103302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 01:00:17.269555 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Starting 2 workers Feb 21 01:00:17.274504 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Started child 103415 {{(pid=103302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:00:17.279408 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Started child 103416 {{(pid=103302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:00:17.280729 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.281633 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO neutron.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 01:00:17.281798 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.282357 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [-] (103415) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:00:17.284343 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Starting 1 workers Feb 21 01:00:17.284745 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.289374 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [-] (103416) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:00:17.289794 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Started child 103417 {{(pid=103302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:00:17.290403 dv-cinder-813227-6-iscsi neutron-server[103302]: INFO oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Starting 1 workers Feb 21 01:00:17.294096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] calling RpcWorker wait() {{(pid=103417) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 01:00:17.294760 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] returning from RpcWorker wait() {{(pid=103417) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 01:00:17.295686 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Started child 103418 {{(pid=103302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:00:17.296916 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.296916 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:17.297126 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18668b80-7a77-4c4c-8a16-114697d77927 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.298847 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:00:17.298971 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:00:17.299104 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:00:17.299339 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:00:17.299683 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:00:17.299873 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:00:17.300563 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.300889 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.301107 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.301658 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.301658 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.302203 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.302486 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.302582 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:17.302999 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.302999 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.303248 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.303422 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.303592 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.304067 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.304302 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.304617 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.304872 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.305243 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.305477 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.305680 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.306021 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.306457 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.306809 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.307236 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] debug = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.307626 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.308312 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.308670 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.309051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.310572 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.310572 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.310904 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.311286 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.311286 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.311578 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.311718 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.312148 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.312362 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.312845 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.313223 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.313385 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.313631 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.313903 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.314335 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] host = dv-cinder-813227-6-iscsi {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.314591 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.314817 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.315065 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.315322 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.315570 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.315819 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.316099 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.316460 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.316631 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.316993 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.317155 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.317313 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.317533 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.317803 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.317955 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_options = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.318164 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.318426 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.318695 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.318884 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.319055 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.319223 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.319499 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.319655 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.319926 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.320126 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.320364 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324137 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.324831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.325559 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.325559 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.325559 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.325766 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.325952 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.326135 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.326400 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.326640 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.326972 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.327076 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.327349 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.327578 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.327858 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.328097 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.328467 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.328764 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.328895 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:17.329014 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.329232 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.329489 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_json = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.329703 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.329949 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.330196 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.330412 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.330647 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.330865 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.331099 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.331331 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.331549 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.332278 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.332509 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.333017 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.333279 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.333526 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.333767 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.334018 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.334275 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.334472 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.334705 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.335007 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.335232 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.335544 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.335808 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.336106 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.336464 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346452 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.346980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347446 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347869 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.347869 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.348237 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.348497 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.348881 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.349049 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.349208 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.349395 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.349636 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.349889 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.350113 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.350345 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.350558 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.350791 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.351021 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.351247 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.351480 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.351739 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.352022 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.352241 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.352513 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.352652 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.352867 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.353092 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.353308 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.353543 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.353772 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.354006 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.354214 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.354462 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.354676 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.354905 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.355112 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.355326 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.355567 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.355775 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.356119 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.356856 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.357144 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.357431 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.357653 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.357865 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.358640 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.358640 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.358640 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359004 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359004 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359254 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359381 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359567 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.359795 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.360059 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.360299 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.360763 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.360893 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.361712 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.361712 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.361712 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.362146 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.362146 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.362398 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.362398 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365228 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365839 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.365965 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.366173 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.366399 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.366644 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.368723 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.368988 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.369225 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.369512 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.369775 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.370029 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.370298 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.370536 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.370834 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.371093 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.371357 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.371587 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.371935 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.372226 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.372512 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.372781 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.373017 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.373255 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.373483 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.373730 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.373987 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.374234 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.374487 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.374707 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.374938 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.375164 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.375388 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.375616 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.375938 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.376184 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.376392 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.376603 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.376868 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.377148 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.377384 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.377648 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.377902 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.378181 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.378434 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.378677 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.378905 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.379115 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.379340 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.379549 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.379776 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.380036 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.380367 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.380587 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.380789 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.381018 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.381237 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.381440 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.381650 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.381861 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.382092 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.382336 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.382544 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.382763 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.382992 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.383209 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.383427 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.383660 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.383885 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.384130 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.384344 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.384607 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.384855 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.385089 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.385355 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.385537 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.385793 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.386018 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.386255 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.386467 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.386676 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.387082 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.387532 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.387920 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.388234 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.388599 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.388835 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.389122 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.389382 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.389779 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.390031 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.390263 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.390529 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.390771 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.390991 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.391223 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.391437 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.391652 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.391894 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.392117 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.392331 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.392546 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.392777 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.393047 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.393203 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.393471 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.393705 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.393953 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.394186 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.394411 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.394626 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.394845 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.395058 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.395267 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.395475 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.395681 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.395914 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.396124 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.396493 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.396659 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.396895 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398051 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398612 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398612 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398612 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.398933 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.399018 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.399188 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.399393 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.399608 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.399873 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.400094 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.400291 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.400499 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.400704 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.400940 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.401154 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.401362 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.401598 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.401803 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.402007 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.402243 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.402451 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.402660 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.403417 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.403654 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.404726 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.404726 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.404986 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.404986 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.405278 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.405531 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.405751 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.406055 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.406320 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.406576 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.406810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.408157 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.408427 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.408716 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.408963 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.409206 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.409450 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.409744 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.410097 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.410418 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.410689 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.410957 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.411255 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.411537 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.411823 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.412084 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.412387 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.412729 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.413012 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.413292 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.413565 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.413833 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.414065 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.414306 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.414530 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.414790 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.415030 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.415273 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.415529 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.415781 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.419666 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.420150 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.420470 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.420793 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.421104 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.421339 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.421576 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.421741 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:00:17.422298 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:00:17.422441 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:00:17.422601 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:00:17.422810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:00:17.422963 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:00:17.423338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:00:17.423338 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.423638 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.423638 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.423943 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.423943 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424201 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424329 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424453 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424568 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424725 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.424884 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425042 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425198 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425357 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425513 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425668 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425826 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.425983 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426145 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426304 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426460 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426615 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426774 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] debug = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.426931 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427211 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427375 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427463 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427624 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427781 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.427960 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428118 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428274 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428431 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428588 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428744 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.428900 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429057 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429214 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429370 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429525 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429681 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429837 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] host = dv-cinder-813227-6-iscsi {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.429993 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430150 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430306 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430462 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430618 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430774 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.430931 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431087 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431242 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431398 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431554 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431710 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.431899 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432032 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432189 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_options = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432344 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432488 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432646 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432828 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.432990 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433147 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433304 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433461 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433619 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433779 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.433960 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434159 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434329 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434486 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434644 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434811 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.434966 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435091 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435247 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435404 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435560 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435717 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.435893 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436036 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436197 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436353 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436509 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436668 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.436828 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.437008 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.437160 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.437288 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.437829 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438128 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438281 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438419 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438584 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438719 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.438875 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439032 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439190 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439347 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439503 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439660 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439817 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.439996 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440153 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_json = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440310 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440467 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440624 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440780 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.440936 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.441093 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.441249 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.441408 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.441564 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:00:17.441741 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.441900 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442070 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442230 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442389 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442548 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442706 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.442873 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443010 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443167 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443333 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443492 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443660 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.443825 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444002 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444163 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444322 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444480 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444638 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444796 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.444953 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445111 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445279 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445436 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445593 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445751 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.445908 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446072 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446214 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:17.446340 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446434 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446566 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446725 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.446901 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447041 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447200 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447377 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447508 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447665 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447814 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.447995 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.448154 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.448313 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.448504 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.448617 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.448777 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449007 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449138 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449246 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449388 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449546 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.449706 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450047 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450317 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450487 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450652 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450810 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.450969 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451257 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451397 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451512 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451610 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451731 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.451908 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452075 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452223 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452381 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452539 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452696 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.452866 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453024 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453182 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453340 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453499 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453656 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453820 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.453980 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454138 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454296 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454454 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454612 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454770 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.454927 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455086 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455243 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455401 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455560 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455717 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.455882 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456038 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456192 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456350 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456517 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456692 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.456851 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457010 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457167 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457325 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457482 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457641 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457797 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.457955 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458112 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458270 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458429 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458589 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458748 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.458905 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459061 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459218 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459376 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459532 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459689 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.459858 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460041 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460178 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460335 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460492 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460648 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460831 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.460971 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461128 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461287 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461445 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461608 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461776 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.461935 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462113 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462238 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462395 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462554 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462711 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.462869 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463027 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463184 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463342 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463510 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463671 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.463847 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464019 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464200 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464433 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464536 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464661 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464817 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.464974 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.465134 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.465291 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466063 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466266 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466462 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466592 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466716 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.466874 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467031 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467191 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467350 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467509 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467667 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.467826 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468007 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468164 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468321 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468478 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468636 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468794 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.468954 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469111 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469273 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469429 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469586 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469744 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.469901 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470058 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470215 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470371 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470531 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470690 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.470849 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471009 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471167 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471341 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471475 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471628 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.471789 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472038 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472198 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472356 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472513 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472672 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472830 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.472988 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473147 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473306 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473465 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473641 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473801 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.473960 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.474120 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.474284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.474443 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.474748 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.474748 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475001 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475135 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475261 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475385 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475508 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475627 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475784 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.475963 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476124 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476284 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476443 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476604 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476767 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.476924 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477077 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477212 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477349 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477504 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477652 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477804 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.477944 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478115 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478274 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478433 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478583 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478732 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.478868 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479040 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479193 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479336 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479488 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479645 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479792 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.479982 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480140 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480299 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480457 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480608 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480754 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.480916 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.481694 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.481863 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482004 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482166 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482325 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482492 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482637 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482796 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.482953 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483111 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483269 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483437 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483596 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483753 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.483946 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484104 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484263 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484437 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484602 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484760 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.484929 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485083 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485241 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485400 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485570 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485729 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.485890 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486052 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486203 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486367 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486527 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486690 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.486857 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487021 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487179 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487345 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487513 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487684 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.487914 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488063 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488197 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488344 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488493 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488637 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488769 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.488902 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489056 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489215 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489372 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489530 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489687 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489860 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.489991 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490149 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490306 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490464 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490621 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490779 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.490938 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.491096 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:00:17.491249 dv-cinder-813227-6-iscsi neutron-server[103302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:00:17.674382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48676) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:17.683385 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064480 Feb 21 01:00:29.461912 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e3a08-32d4-4aa9-ae71-916abfa8e668 None None] get_active_networks_info from dv-cinder-813227-6-iscsi {{(pid=103417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 01:00:29.539036 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e3a08-32d4-4aa9-ae71-916abfa8e668 None None] No non-hosted networks {{(pid=103417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 01:00:29.557876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.agentschedulers_db [None req-f27e3a08-32d4-4aa9-ae71-916abfa8e668 None None] DHCP Agent not found on host dv-cinder-813227-6-iscsi {{(pid=103417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 01:00:29.726857 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2091dfcb-c9ed-4b49-99df-f8333a711be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:32.142461 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2d8f125e-f28a-4fcf-b8b9-992a01768c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:32.186491 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.db.api [None req-ebbdf87c-11e3-4b04-a316-21d5e3ddf236 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813227-6-iscsi {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:00:32.187437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG oslo_db.api [None req-ebbdf87c-11e3-4b04-a316-21d5e3ddf236 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:00:32.809481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf87c-11e3-4b04-a316-21d5e3ddf236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:33.320131 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:34.900687 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:35.941502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:35.943635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.944287 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.944778 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.945277 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.945843 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.946339 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.947016 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.947862 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.948581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.949755 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.950386 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.950762 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.951361 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:35.951982 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813227-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:35.962757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813227-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:00:36.173136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48768) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:36.763481 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING oslo_policy.policy [None req-1a25ff08-bc57-48a1-a4cf-63717238a520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:36.764118 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING oslo_policy.policy [None req-1a25ff08-bc57-48a1-a4cf-63717238a520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:36.999624 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [None req-1a25ff08-bc57-48a1-a4cf-63717238a520 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:00:37.007890 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1a25ff08-bc57-48a1-a4cf-63717238a520 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8266449 Feb 21 01:00:37.405170 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.db.l3_hamode_db [None req-6170433d-6486-4995-935d-07ef0af26f92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 01:00:37.485598 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170433d-6486-4995-935d-07ef0af26f92 None None] Routers set() bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:00:37.485994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170433d-6486-4995-935d-07ef0af26f92 None None] Router IDs set() for agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 01:00:39.612799 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48784) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:39.930913 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:00:40.022986 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.policy [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:00:40.065616 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING oslo_policy.policy [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:40.065984 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING oslo_policy.policy [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:40.227090 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000608621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000609438', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000590122', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000593006', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000570208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731000694199', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-268338386', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268229009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780990'] for rbac-policy (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:40.416120 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:40.417968 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-b5177104-5b0f-4cd9-a654-bbdc81c47d01 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8036289 Feb 21 01:00:42.986987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48794) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:43.315943 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:00:43.408654 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Made reservation on behalf of 21c05be667654943b7b35cfdc0fd4ad0 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:00:43.412976 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.430445 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.541130 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks [] for security_group (7acd01d0-daef-48cd-9035-821b0c1386ee), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.602563 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (7acd01d0-daef-48cd-9035-821b0c1386ee), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.636887 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:00:43.665668 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730997104945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (8243737d-ef4e-4559-ae73-fb78f50f7702), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.666269 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Unsubscribe: segment precommit_create {{(pid=103415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:00:43.666793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Added segment 8243737d-ef4e-4559-ae73-fb78f50f7702 of type vlan for network 0d25dd4a-3111-4c92-88f9-e625f90228d1 Feb 21 01:00:43.673019 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd01d0-daef-48cd-9035-821b0c1386ee,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:00:43.711076 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.711437 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.711795 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.712169 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.712490 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.712861 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.713190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.713519 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.713845 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.714232 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.714649 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.714972 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.715297 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Tracked resource versions report: Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: pushed versions: Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: { 'AddressGroup': {'1.2'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'ConntrackHelper': {'1.0'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Log': {'1.0'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Network': {'1.1'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Port': {'1.7'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'PortForwarding': {'1.2'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'QosPolicy': {'1.10'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroup': {'1.5'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SubPort': {'1.0'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Subnet': {'1.1'}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Trunk': {'1.1'}} Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: consumer versions: Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'ConntrackHelper': '1.0', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'LocalIPAssociation': '1.0', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Log': '1.0', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Network': '1.1', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Port': '1.7', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'PortForwarding': '1.2', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'QosPolicy': '1.10', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroup': '1.5', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroupRule': '1.2', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SubPort': '1.0', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Subnet': '1.1', Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Trunk': '1.1'}} Feb 21 01:00:43.716764 dv-cinder-813227-6-iscsi neutron-server[103415]: {{(pid=103415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:00:43.783828 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (0d25dd4a-3111-4c92-88f9-e625f90228d1), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.871408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (0d25dd4a-3111-4c92-88f9-e625f90228d1), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.876723 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:00:43.877472 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:43.995031 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] Pushing event updated for resources: {'Network': ['ID=0d25dd4a-3111-4c92-88f9-e625f90228d1,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:00:44.007411 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:00:44.034019 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d862cfe9-1366-466e-9114-171323f1967f demo demo] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0347922 Feb 21 01:00:46.642324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48806) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:47.072267 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed89cc3-707e-4ffa-b246-684290fd5c7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:00:47.073717 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6ed89cc3-707e-4ffa-b246-684290fd5c7a demo admin] 10.222.0.91 "GET /v2.0/networks/0d25dd4a-3111-4c92-88f9-e625f90228d1 HTTP/1.1" status: 200 len: 825 time: 0.4304211 Feb 21 01:00:47.098771 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-405a57c0-865e-4bde-8c8a-ba422f23f1b5 demo admin] 10.222.0.91 "GET /v2.0/subnetpools/93296342-8530-4227-b3d4-b892a851222e HTTP/1.1" status: 200 len: 734 time: 0.0192289 Feb 21 01:00:47.108164 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Request body: {'subnet': {'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e', 'ip_version': 4, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:00:47.202420 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Made reservation on behalf of 21c05be667654943b7b35cfdc0fd4ad0 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:00:47.204965 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:47.562957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (e7dccfb8-0196-408c-b838-aad62c191867), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:47.631740 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e7dccfb8-0196-408c-b838-aad62c191867,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:00:47.638967 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Checking segment: {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:00:47.639371 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Network hostable DHCP agents. Network: 0d25dd4a-3111-4c92-88f9-e625f90228d1, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:00:47.728119 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:00:47.802727 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 0d25dd4a-3111-4c92-88f9-e625f90228d1) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:00:47.807598 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:00:47.810763 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:47.814581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14596e36-4687-4c1d-a5e0-73716f52ae89 None None] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:00:47.964592 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8b5dc965-acc1-4ef3-bae8-645842c2eaf6 demo admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8603730 Feb 21 01:00:48.187688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-0d25dd4a-3111-4c92-88f9-e625f90228d1', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:00:48.189125 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:48.491754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Allocated IP 172.20.0.2 (0d25dd4a-3111-4c92-88f9-e625f90228d1/e7dccfb8-0196-408c-b838-aad62c191867/6887dd60-76bf-4fe6-b758-f9542cbf56ad) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:00:48.772920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks [] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:48.860800 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:48.944066 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:00:48.952271 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:00:48.955586 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:00:48.962101 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Pushing event updated for resources: {'Port': ['ID=6887dd60-76bf-4fe6-b758-f9542cbf56ad,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:00:48.973805 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.974178 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.974532 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.974882 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.975226 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.975561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.975923 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.976258 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.976590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.976935 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.977274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.977597 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.977924 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Tracked resource versions report: Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: pushed versions: Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: { 'AddressGroup': {'1.2'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'ConntrackHelper': {'1.0'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Log': {'1.0'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Network': {'1.1'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Port': {'1.7'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'PortForwarding': {'1.2'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'QosPolicy': {'1.10'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroup': {'1.5'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SubPort': {'1.0'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Subnet': {'1.1'}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Trunk': {'1.1'}} Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: consumer versions: Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'ConntrackHelper': '1.0', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'LocalIPAssociation': '1.0', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Log': '1.0', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Network': '1.1', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Port': '1.7', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'PortForwarding': '1.2', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'QosPolicy': '1.10', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroup': '1.5', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroupRule': '1.2', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SubPort': '1.0', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Subnet': '1.1', Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Trunk': '1.1'}} Feb 21 01:00:48.979335 dv-cinder-813227-6-iscsi neutron-server[103417]: {{(pid=103417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:00:49.055595 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Attempting to bind port 6887dd60-76bf-4fe6-b758-f9542cbf56ad on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:00:49.055969 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Attempting to bind port 6887dd60-76bf-4fe6-b758-f9542cbf56ad by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:00:49.056413 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Attempting to bind port 6887dd60-76bf-4fe6-b758-f9542cbf56ad on network 0d25dd4a-3111-4c92-88f9-e625f90228d1 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:00:49.062525 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:00:49.062933 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Checking segment: {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:00:49.063462 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:49.063817 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Bound using segment: {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:00:49.064353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Bound port: 6887dd60-76bf-4fe6-b758-f9542cbf56ad, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:00:49.064757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:49.132356 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] For port 6887dd60-76bf-4fe6-b758-f9542cbf56ad, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:00:49.138373 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] For port 6887dd60-76bf-4fe6-b758-f9542cbf56ad, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6887dd60-76bf-4fe6-b758-f9542cbf56ad,segment=NetworkSegment(8243737d-ef4e-4559-ae73-fb78f50f7702),segment_id=8243737d-ef4e-4559-ae73-fb78f50f7702)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:00:49.215226 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:49.278429 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3b68-109f-4519-ab93-80eb3316ff13 None None] Pushing event updated for resources: {'Port': ['ID=6887dd60-76bf-4fe6-b758-f9542cbf56ad,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:00:50.595886 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 48814) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:51.153319 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING oslo_policy.policy [None req-bd169dcf-c141-483d-b617-568bedd9928d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:51.153904 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING oslo_policy.policy [None req-bd169dcf-c141-483d-b617-568bedd9928d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:00:51.388456 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [None req-bd169dcf-c141-483d-b617-568bedd9928d admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:00:51.389796 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-bd169dcf-c141-483d-b617-568bedd9928d admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7918470 Feb 21 01:00:54.014181 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48828) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:54.381186 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [None req-a35a8f74-f7ba-44f2-a54a-67c729cb84b6 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:00:54.382473 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a35a8f74-f7ba-44f2-a54a-67c729cb84b6 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3671832 Feb 21 01:00:57.031743 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48836) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:00:57.355371 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:00:57.448632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (2a0415cc-c448-4beb-b261-75c014daab89), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.450276 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (2a0415cc-c448-4beb-b261-75c014daab89), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.595939 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Publish callbacks [] for router_controller (2a0415cc-c448-4beb-b261-75c014daab89), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.654932 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (2a0415cc-c448-4beb-b261-75c014daab89), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.752503 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:00:57.753754 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c693e971-83d9-4286-b10e-84bff8e28533 demo demo] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7209756 Feb 21 01:00:59.476703 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a31c6a0e-7ef7-4756-9370-dd834301209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:00.344739 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48848) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:00.683699 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [None req-dffdf7af-dc6d-4e5a-a5d4-77500daa1b79 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:01:00.699815 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-dffdf7af-dc6d-4e5a-a5d4-77500daa1b79 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3536496 Feb 21 01:01:00.709735 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6887dd60-76bf-4fe6-b758-f9542cbf56ad up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:01:00.810030 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 6887dd60-76bf-4fe6-b758-f9542cbf56ad triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:00.810460 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:00.897199 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2537449-0e12-4de9-8e88-3c112d1d0ecc None None] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:01:00.968935 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 6887dd60-76bf-4fe6-b758-f9542cbf56ad is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:00.969330 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:01.038576 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 6887dd60-76bf-4fe6-b758-f9542cbf56ad, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6887dd60-76bf-4fe6-b758-f9542cbf56ad,segment=NetworkSegment(8243737d-ef4e-4559-ae73-fb78f50f7702),segment_id=8243737d-ef4e-4559-ae73-fb78f50f7702)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:01:01.045516 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-f829b7f1-beff-4c90-bca2-712e5c93776f None None] Provisioning complete for port 6887dd60-76bf-4fe6-b758-f9542cbf56ad triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:01.045917 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f829b7f1-beff-4c90-bca2-712e5c93776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:01.111264 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:01.193678 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=6887dd60-76bf-4fe6-b758-f9542cbf56ad,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:01.204364 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f829b7f1-beff-4c90-bca2-712e5c93776f None None] Current status of the port 6887dd60-76bf-4fe6-b758-f9542cbf56ad is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:01.325305 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-70470aca-6d98-4518-bc06-04926aca78f5 None None] Provisioning complete for port 6887dd60-76bf-4fe6-b758-f9542cbf56ad triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:01.325707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-70470aca-6d98-4518-bc06-04926aca78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:01.405686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-70470aca-6d98-4518-bc06-04926aca78f5 None None] Current status of the port 6887dd60-76bf-4fe6-b758-f9542cbf56ad is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:02.093767 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-734d79fa-33ec-48cd-a801-15a701dde183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:02.688740 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6887dd60-76bf-4fe6-b758-f9542cbf56ad up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:01:02.738277 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 6887dd60-76bf-4fe6-b758-f9542cbf56ad triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:02.738660 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:02.818821 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 6887dd60-76bf-4fe6-b758-f9542cbf56ad is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:03.241453 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.243417 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48864) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:03.479883 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:01:03.555575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Made reservation on behalf of 433e9f18a6614ea59825abd58da308b1 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:01:03.558235 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.566580 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.640948 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks [] for security_group (953bfd80-950e-464a-937a-41239c3f2c21), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.733788 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (953bfd80-950e-464a-937a-41239c3f2c21), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.748985 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Reserving flat network on physical network physnet1 {{(pid=103415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 01:01:03.768654 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953bfd80-950e-464a-937a-41239c3f2c21,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:03.771340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (44285725-67c5-47c3-ad47-e6b1cabb8c7c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.771676 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Added segment 44285725-67c5-47c3-ad47-e6b1cabb8c7c of type flat for network 343ae53c-8905-4ce7-8b07-618f69dc979d Feb 21 01:01:03.825107 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (343ae53c-8905-4ce7-8b07-618f69dc979d), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.951751 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (343ae53c-8905-4ce7-8b07-618f69dc979d), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:03.952731 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:01:03.953312 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:04.043321 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] Pushing event updated for resources: {'Network': ['ID=343ae53c-8905-4ce7-8b07-618f69dc979d,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:04.053306 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 343ae53c-8905-4ce7-8b07-618f69dc979d details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:01:04.102028 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a8e72254-c321-4453-acac-6680bc2acb5f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8575013 Feb 21 01:01:04.945216 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:05.892561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:06.613095 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 48882) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:06.850708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.policy [None req-77d6a775-7a2b-4938-88d9-56b960c6d769 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:01:06.894607 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING oslo_policy.policy [None req-77d6a775-7a2b-4938-88d9-56b960c6d769 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:01:06.894928 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING oslo_policy.policy [None req-77d6a775-7a2b-4938-88d9-56b960c6d769 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:01:06.903449 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6a775-7a2b-4938-88d9-56b960c6d769 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:01:06.905199 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-77d6a775-7a2b-4938-88d9-56b960c6d769 demo admin] 10.222.0.91 "GET /v2.0/subnets/e7dccfb8-0196-408c-b838-aad62c191867 HTTP/1.1" status: 200 len: 849 time: 0.2912254 Feb 21 01:01:07.081891 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-83760bd0-556f-4b81-aab1-fc33bb844408 demo admin] 10.222.0.91 "GET /v2.0/routers/2a0415cc-c448-4beb-b261-75c014daab89 HTTP/1.1" status: 200 len: 704 time: 0.1710544 Feb 21 01:01:07.357451 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:07.692171 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Allocated IP 172.20.0.1 (0d25dd4a-3111-4c92-88f9-e625f90228d1/e7dccfb8-0196-408c-b838-aad62c191867/680bfc3b-fa2b-4d64-a6f2-ee977d50f20f) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:01:07.903774 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks [] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.014306 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.076203 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:01:08.081009 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:01:08.126559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:01:08.127667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (2a0415cc-c448-4beb-b261-75c014daab89), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.146654 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Pushing event updated for resources: {'Port': ['ID=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:08.197091 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.198119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.198488 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.198840 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.199174 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.199506 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.199874 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.200214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.200542 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.200892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.201220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.201547 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.201870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Tracked resource versions report: Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: pushed versions: Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: { 'AddressGroup': {'1.2'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'ConntrackHelper': {'1.0'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Log': {'1.0'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Network': {'1.1'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Port': {'1.7'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'PortForwarding': {'1.2'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'QosPolicy': {'1.10'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroup': {'1.5'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SubPort': {'1.0'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Subnet': {'1.1'}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Trunk': {'1.1'}} Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: consumer versions: Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'ConntrackHelper': '1.0', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'LocalIPAssociation': '1.0', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Log': '1.0', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Network': '1.1', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Port': '1.7', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'PortForwarding': '1.2', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'QosPolicy': '1.10', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroup': '1.5', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroupRule': '1.2', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SubPort': '1.0', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Subnet': '1.1', Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Trunk': '1.1'}} Feb 21 01:01:08.203234 dv-cinder-813227-6-iscsi neutron-server[103416]: {{(pid=103416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:01:08.378042 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-3000b959-cd40-412c-bf65-b57653c3188b None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:08.378666 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3000b959-cd40-412c-bf65-b57653c3188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.408513 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.417780 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3000b959-cd40-412c-bf65-b57653c3188b None None] Port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:01:08.622674 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks [] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.687629 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.688512 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (2a0415cc-c448-4beb-b261-75c014daab89), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:08.767061 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Pushing event updated for resources: {'Port': ['ID=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:08.815258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:01:08.816640 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:01:09.099294 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Router 2a0415cc-c448-4beb-b261-75c014daab89 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:01:09.145767 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-be332f7e-c1e9-48c3-afc8-90330cbd25bd None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:09.146060 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be332f7e-c1e9-48c3-afc8-90330cbd25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:09.182424 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-be332f7e-c1e9-48c3-afc8-90330cbd25bd None None] Port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:01:09.195146 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:01:09.200640 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4eac037a-3720-4028-b0cf-f6baf878daf6 demo admin] 10.222.0.91 "PUT /v2.0/routers/2a0415cc-c448-4beb-b261-75c014daab89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1135840 Feb 21 01:01:09.205955 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Sync routers for ids ['2a0415cc-c448-4beb-b261-75c014daab89'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:01:09.220790 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Routers {'2a0415cc-c448-4beb-b261-75c014daab89'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:01:09.221623 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:01:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['2a0415cc-c448-4beb-b261-75c014daab89'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:09.419776 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Set router 2a0415cc-c448-4beb-b261-75c014daab89 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:01:09.870867 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:08Z', 'revision_number': 2, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port_host': None, '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:08Z', 'revision_number': 2, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:09.923443 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Checking router: 2a0415cc-c448-4beb-b261-75c014daab89 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:01:09.923820 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Updating router 2a0415cc-c448-4beb-b261-75c014daab89 port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:01:09.977003 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.507123 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks [] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.578754 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.720526 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Pushing event updated for resources: {'Port': ['ID=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:10.746288 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.746648 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.747002 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.747343 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.747681 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.748040 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.748374 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.748705 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.749036 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.749378 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.749711 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.750035 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.750358 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Tracked resource versions report: Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: pushed versions: Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: { 'AddressGroup': {'1.2'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'ConntrackHelper': {'1.0'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Log': {'1.0'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Network': {'1.1'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Port': {'1.7'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'PortForwarding': {'1.2'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'QosPolicy': {'1.10'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroup': {'1.5'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SubPort': {'1.0'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Subnet': {'1.1'}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Trunk': {'1.1'}} Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: consumer versions: Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'ConntrackHelper': '1.0', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'LocalIPAssociation': '1.0', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Log': '1.0', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Network': '1.1', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Port': '1.7', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'PortForwarding': '1.2', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'QosPolicy': '1.10', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroup': '1.5', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroupRule': '1.2', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SubPort': '1.0', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Subnet': '1.1', Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Trunk': '1.1'}} Feb 21 01:01:10.751791 dv-cinder-813227-6-iscsi neutron-server[103418]: {{(pid=103418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:01:10.765626 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Attempting to bind port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:01:10.766179 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Attempting to bind port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:01:10.766721 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Attempting to bind port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f on network 0d25dd4a-3111-4c92-88f9-e625f90228d1 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:01:10.773129 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:01:10.773683 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Checking segment: {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:01:10.774474 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.775863 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Bound using segment: {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:01:10.776692 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Bound port: 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8243737d-ef4e-4559-ae73-fb78f50f7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:01:10.777182 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.809519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-514a70e8-380f-40ac-9c01-18cc13364764 None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:10.810576 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-514a70e8-380f-40ac-9c01-18cc13364764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:10.844961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-514a70e8-380f-40ac-9c01-18cc13364764 None None] Port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:01:10.880687 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] For port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:01:10.901410 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] For port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,segment=NetworkSegment(8243737d-ef4e-4559-ae73-fb78f50f7702),segment_id=8243737d-ef4e-4559-ae73-fb78f50f7702)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:01:10.973047 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:11.019411 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Routers {'2a0415cc-c448-4beb-b261-75c014daab89'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:01:11.020129 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:01:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['2a0415cc-c448-4beb-b261-75c014daab89'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:11.102526 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5753ab7-5233-4f33-bff3-7474ea74d978 None None] Pushing event updated for resources: {'Port': ['ID=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,revision_number=4']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:11.131126 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] Set router 2a0415cc-c448-4beb-b261-75c014daab89 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:01:11.265653 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:11.266431 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:11.347362 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Current status of the port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:11.348042 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:11.360472 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e035c604-74d9-4725-862c-50e42479b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:08Z', 'revision_number': 2, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port_host': None, '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:10Z', 'revision_number': 4, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:11.386131 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] For port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,segment=NetworkSegment(8243737d-ef4e-4559-ae73-fb78f50f7702),segment_id=8243737d-ef4e-4559-ae73-fb78f50f7702)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:01:11.390126 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035c604-74d9-4725-862c-50e42479b356 None None] The sync data for ids ['2a0415cc-c448-4beb-b261-75c014daab89'] in dv-cinder-813227-6-iscsi is: [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:08Z', 'revision_number': 2, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port_host': None, '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:10Z', 'revision_number': 4, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:01:11.453619 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:11.505125 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1922c09-393e-4d36-86e1-7cfb0542a972 None None] Pushing event updated for resources: {'Port': ['ID=680bfc3b-fa2b-4d64-a6f2-ee977d50f20f,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:11.623489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48902) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:11.733830 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0505ca-890e-44a8-9598-1f8c866483dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:01:11.735202 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3c0505ca-890e-44a8-9598-1f8c866483dd admin admin] 10.222.0.91 "GET /v2.0/networks/343ae53c-8905-4ce7-8b07-618f69dc979d HTTP/1.1" status: 200 len: 842 time: 0.1104548 Feb 21 01:01:11.745303 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:01:11.824879 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Made reservation on behalf of 433e9f18a6614ea59825abd58da308b1 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:01:11.827181 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:12.203373 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.objects.ports [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103415) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 01:01:12.203800 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (936a96c9-388d-42df-abb7-7a3ab117e944), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:12.258058 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=936a96c9-388d-42df-abb7-7a3ab117e944,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:12.266426 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:01:12.266777 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Network hostable DHCP agents. Network: 343ae53c-8905-4ce7-8b07-618f69dc979d, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:01:12.373662 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:01:12.481952 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 343ae53c-8905-4ce7-8b07-618f69dc979d) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:01:12.486137 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:01:12.486792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:12.491416 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a200f59-6780-4907-b207-93cfcefe10d2 None None] Network 343ae53c-8905-4ce7-8b07-618f69dc979d requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:01:12.581860 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-76b214b3-2070-4171-8ad9-fa1abba1f69a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8405449 Feb 21 01:01:12.605725 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f5d2d-968e-4951-8684-26637dea5490 None None] Network 343ae53c-8905-4ce7-8b07-618f69dc979d requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:01:15.090848 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48910) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:15.334771 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-b57fdc0b-0b8a-4cc5-935b-b43eb56b2cbd demo admin] 10.222.0.91 "GET /v2.0/routers/2a0415cc-c448-4beb-b261-75c014daab89 HTTP/1.1" status: 200 len: 710 time: 0.2427003 Feb 21 01:01:15.423369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b34d4-c575-4598-b1b3-4af7fd196116 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:01:15.424781 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-818b34d4-c575-4598-b1b3-4af7fd196116 demo admin] 10.222.0.91 "GET /v2.0/networks/343ae53c-8905-4ce7-8b07-618f69dc979d HTTP/1.1" status: 200 len: 886 time: 0.0846448 Feb 21 01:01:15.434554 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:01:15.734911 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks [] for router_gateway (2a0415cc-c448-4beb-b261-75c014daab89), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:16.041688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks [] for router_gateway (2a0415cc-c448-4beb-b261-75c014daab89), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:16.120075 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:16.277596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Allocated IP 172.27.2.105 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/bff78138-2b97-49e4-a8db-d4e4a459a992) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:01:16.394248 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks [] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:16.511617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:16.584652 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:01:16.590927 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:01:16.593575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:01:16.639408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Pushing event updated for resources: {'Port': ['ID=bff78138-2b97-49e4-a8db-d4e4a459a992,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:16.991734 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks [] for router_gateway (2a0415cc-c448-4beb-b261-75c014daab89), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:17.277859 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518511'] for router (2a0415cc-c448-4beb-b261-75c014daab89), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:17.282597 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543753'] for router (2a0415cc-c448-4beb-b261-75c014daab89), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:17.402259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Router 2a0415cc-c448-4beb-b261-75c014daab89 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:01:17.519421 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:01:17.523873 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:17.544016 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7488ac78-5dd7-4286-b677-5d7231ade84b demo admin] 10.222.0.91 "PUT /v2.0/routers/2a0415cc-c448-4beb-b261-75c014daab89 HTTP/1.1" status: 200 len: 890 time: 2.0942752 Feb 21 01:01:18.342060 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:01:18.729912 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:01:18.776950 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:18.777347 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:18.856382 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:20.127330 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 48922) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:01:20.246688 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6aef5fd7-1f73-4ab7-9874-6fc42264a374 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182146 Feb 21 01:01:20.292741 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Sync routers for ids ['2a0415cc-c448-4beb-b261-75c014daab89'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:01:20.304976 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Routers {'2a0415cc-c448-4beb-b261-75c014daab89'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:01:20.305664 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:01:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['2a0415cc-c448-4beb-b261-75c014daab89'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:20.530886 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Set router 2a0415cc-c448-4beb-b261-75c014daab89 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:01:21.013374 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:16Z', 'revision_number': 4, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port': {'id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:16Z', 'updated_at': '2022-02-21T01:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:11Z', 'revision_number': 5, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:21.065789 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Checking router: 2a0415cc-c448-4beb-b261-75c014daab89 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:01:21.066180 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Updating router 2a0415cc-c448-4beb-b261-75c014daab89 port bff78138-2b97-49e4-a8db-d4e4a459a992 binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:01:21.119264 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.447863 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks [] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.533024 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.580024 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Attempting to bind port bff78138-2b97-49e4-a8db-d4e4a459a992 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:01:21.580410 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Attempting to bind port bff78138-2b97-49e4-a8db-d4e4a459a992 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:01:21.580790 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Attempting to bind port bff78138-2b97-49e4-a8db-d4e4a459a992 on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:01:21.600225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:01:21.600703 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:01:21.601130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.601538 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:01:21.602045 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Bound port: bff78138-2b97-49e4-a8db-d4e4a459a992, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:01:21.602433 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.643988 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f962a42-f18e-4443-82d0-8a9c2225751b None None] Pushing event updated for resources: {'Port': ['ID=bff78138-2b97-49e4-a8db-d4e4a459a992,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:21.671813 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] For port bff78138-2b97-49e4-a8db-d4e4a459a992, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:01:21.674802 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] For port bff78138-2b97-49e4-a8db-d4e4a459a992, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=bff78138-2b97-49e4-a8db-d4e4a459a992,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:01:21.721962 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:21.785254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Routers {'2a0415cc-c448-4beb-b261-75c014daab89'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:01:21.785879 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:01:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['2a0415cc-c448-4beb-b261-75c014daab89'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:21.788904 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f962a42-f18e-4443-82d0-8a9c2225751b None None] Pushing event updated for resources: {'Port': ['ID=bff78138-2b97-49e4-a8db-d4e4a459a992,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:21.907675 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] Set router 2a0415cc-c448-4beb-b261-75c014daab89 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:01:22.141061 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:16Z', 'revision_number': 4, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port': {'id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:16Z', 'updated_at': '2022-02-21T01:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:11Z', 'revision_number': 5, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:01:22.167953 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d2f35-a3c0-41fd-8a7f-1cf35cb97e15 None None] The sync data for ids ['2a0415cc-c448-4beb-b261-75c014daab89'] in dv-cinder-813227-6-iscsi is: [{'id': '2a0415cc-c448-4beb-b261-75c014daab89', 'name': 'router1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:00:57Z', 'updated_at': '2022-02-21T01:01:16Z', 'revision_number': 4, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'gw_port': {'id': 'bff78138-2b97-49e4-a8db-d4e4a459a992', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:16Z', 'updated_at': '2022-02-21T01:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '680bfc3b-fa2b-4d64-a6f2-ee977d50f20f', 'name': '', 'network_id': '0d25dd4a-3111-4c92-88f9-e625f90228d1', 'tenant_id': '21c05be667654943b7b35cfdc0fd4ad0', 'mac_address': 'fa:16:3e:1d:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0415cc-c448-4beb-b261-75c014daab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:01:07Z', 'updated_at': '2022-02-21T01:01:11Z', 'revision_number': 5, 'project_id': '21c05be667654943b7b35cfdc0fd4ad0', 'subnets': [{'id': 'e7dccfb8-0196-408c-b838-aad62c191867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93296342-8530-4227-b3d4-b892a851222e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:01:22.801506 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device bff78138-2b97-49e4-a8db-d4e4a459a992 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:01:22.891249 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port bff78138-2b97-49e4-a8db-d4e4a459a992 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:22.892262 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:22.996091 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port bff78138-2b97-49e4-a8db-d4e4a459a992 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:22.997086 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:23.045629 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port bff78138-2b97-49e4-a8db-d4e4a459a992, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=bff78138-2b97-49e4-a8db-d4e4a459a992,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:01:23.120442 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:23.177192 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=bff78138-2b97-49e4-a8db-d4e4a459a992,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:01:24.746900 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device bff78138-2b97-49e4-a8db-d4e4a459a992 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:01:24.824295 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port bff78138-2b97-49e4-a8db-d4e4a459a992 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:01:24.824946 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (bff78138-2b97-49e4-a8db-d4e4a459a992), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:24.921697 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port bff78138-2b97-49e4-a8db-d4e4a459a992 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:01:29.498151 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-890641ae-7a37-4ad9-a90a-cce77970cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:32.126865 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c930-bb45-43c2-afc3-a5cf8400695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:33.241303 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:34.825348 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:35.933184 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:01:55.342044 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:01:59.466884 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-50a258f1-8d11-4913-b9c3-414efb0d40a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:02.112489 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6daaacd1-a0ce-47c5-a2b2-8dda7236562e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:04.108849 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:04.855597 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:05.954650 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:29.479622 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-97ab8afc-3e75-400c-8c9a-ae8f8dd71dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:32.130783 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63eaf2f9-b966-4512-b68e-56681bd3a9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:32.341076 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:02:33.256080 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:34.821638 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:35.885787 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:44.290436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49406) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:44.354875 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d00b837-e034-41c5-99c6-8034bca4caef admin admin] GET failed (client error): The resource could not be found. Feb 21 01:02:44.356324 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-0d00b837-e034-41c5-99c6-8034bca4caef admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649235 Feb 21 01:02:44.526184 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8004c76-8981-4c20-9b5c-4607b5ebfb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:44.527582 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e8004c76-8981-4c20-9b5c-4607b5ebfb49 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660993 Feb 21 01:02:46.894697 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49416) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:46.989397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c95c5a-abe5-48de-8822-b9f17684a58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:46.991543 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-53c95c5a-abe5-48de-8822-b9f17684a58d admin admin] 10.222.0.91 "GET /v2.0/subnets/e7dccfb8-0196-408c-b838-aad62c191867 HTTP/1.1" status: 200 len: 849 time: 0.0957944 Feb 21 01:02:47.001292 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:02:47.089173 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Publish callbacks [] for subnet (e7dccfb8-0196-408c-b838-aad62c191867), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:47.273908 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730997216130'] for subnet (e7dccfb8-0196-408c-b838-aad62c191867), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:47.309666 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:47.310263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:47.312164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] 10.222.0.91 "PUT /v2.0/subnets/e7dccfb8-0196-408c-b838-aad62c191867 HTTP/1.1" status: 200 len: 868 time: 0.3139255 Feb 21 01:02:47.313996 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337b79e-d8f3-4849-94e2-cac1531aa1ae None None] Network 0d25dd4a-3111-4c92-88f9-e625f90228d1 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:02:47.335357 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7dccfb8-0196-408c-b838-aad62c191867,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:02:47.343434 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.343821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.344213 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.344558 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.344896 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.345233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.345598 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.345934 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.346285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.346640 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.347005 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.347310 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.347639 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08c7cf-f0d7-4388-b1ef-815585efaa48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:02:47.690049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Provisioning complete for port 6887dd60-76bf-4fe6-b758-f9542cbf56ad triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:02:47.690449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6887dd60-76bf-4fe6-b758-f9542cbf56ad), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:47.771673 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Current status of the port 6887dd60-76bf-4fe6-b758-f9542cbf56ad is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:02:47.782519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Provisioning complete for port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:02:47.782832 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (680bfc3b-fa2b-4d64-a6f2-ee977d50f20f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:47.862992 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b198f5f3-793e-4132-87b6-69ed49e8999f None None] Current status of the port 680bfc3b-fa2b-4d64-a6f2-ee977d50f20f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:02:49.697115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49424) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:49.906751 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c99aab-a375-4be6-ad7a-2e7e3b07ee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:49.907144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c99aab-a375-4be6-ad7a-2e7e3b07ee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:49.908726 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-22c99aab-a375-4be6-ad7a-2e7e3b07ee47 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106383 Feb 21 01:02:52.285909 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49432) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:52.420774 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694536e7-627d-4ca7-bfff-20d9ed19ff35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:52.421264 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694536e7-627d-4ca7-bfff-20d9ed19ff35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:52.422814 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-694536e7-627d-4ca7-bfff-20d9ed19ff35 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359570 Feb 21 01:02:54.854214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49440) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:54.985755 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d729f0f-87bc-4772-a68a-46e2155b6f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:54.987035 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5d729f0f-87bc-4772-a68a-46e2155b6f08 admin admin] 10.222.0.91 "GET /v2.0/networks/0d25dd4a-3111-4c92-88f9-e625f90228d1 HTTP/1.1" status: 200 len: 869 time: 0.1318789 Feb 21 01:02:57.338744 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49450) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:57.465704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb6248-bef5-4ca5-9595-021a58cc0d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:57.467065 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-53eb6248-bef5-4ca5-9595-021a58cc0d2b admin admin] 10.222.0.91 "GET /v2.0/networks/343ae53c-8905-4ce7-8b07-618f69dc979d HTTP/1.1" status: 200 len: 886 time: 0.1273751 Feb 21 01:02:59.503751 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8c5b-5049-4e23-af50-967e6abee963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:02:59.837273 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49458) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:02:59.966481 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e3852-6dce-451c-aca6-811370e7314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:59.966948 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e3852-6dce-451c-aca6-811370e7314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:02:59.968539 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3f7e3852-6dce-451c-aca6-811370e7314e admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303022 Feb 21 01:03:02.103906 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f82bd4f-bb93-4a3c-acc8-9b29ae045226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:02.314005 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49466) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:02.438629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371686bc-d123-4603-9c79-d332f43b3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:02.439086 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371686bc-d123-4603-9c79-d332f43b3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:02.440656 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-371686bc-d123-4603-9c79-d332f43b3220 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257038 Feb 21 01:03:03.283687 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:04.826808 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:04.868322 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49474) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:04.957593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db9eaa-5c90-4a76-9cbd-e97266ed817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:04.958987 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c3db9eaa-5c90-4a76-9cbd-e97266ed817c admin admin] 10.222.0.91 "GET /v2.0/subnets/936a96c9-388d-42df-abb7-7a3ab117e944 HTTP/1.1" status: 200 len: 816 time: 0.0896597 Feb 21 01:03:05.881411 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:07.355411 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49482) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:07.449129 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3437ffa8-ffda-42f0-9755-a6372ee17f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:07.450468 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3437ffa8-ffda-42f0-9755-a6372ee17f40 admin admin] 10.222.0.91 "GET /v2.0/subnets/e7dccfb8-0196-408c-b838-aad62c191867 HTTP/1.1" status: 200 len: 868 time: 0.0940754 Feb 21 01:03:09.339597 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:03:29.482998 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fad097cf-6b2a-477e-acec-5db53cabe1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:32.119474 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-061c6bff-b19f-403c-8f8f-e2eb93d49e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:33.261887 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:34.839110 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:35.907702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:36.079122 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49534) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:36.126673 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [None req-11ba7c2f-f52e-45b9-8370-5be0f33013cf admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:03:36.127675 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-11ba7c2f-f52e-45b9-8370-5be0f33013cf admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476124 Feb 21 01:03:38.599059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49542) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:38.670650 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c985f11-1481-41e4-8521-e4db493b177d admin admin] GET failed (client error): The resource could not be found. Feb 21 01:03:38.671991 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6c985f11-1481-41e4-8521-e4db493b177d admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719535 Feb 21 01:03:38.872864 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2278df9-6076-47ae-a915-704d0162c7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:38.874286 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a2278df9-6076-47ae-a915-704d0162c7a1 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1973655 Feb 21 01:03:41.303566 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49550) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:41.354535 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:03:41.433066 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Made reservation on behalf of 433e9f18a6614ea59825abd58da308b1 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:03:41.435374 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:41.469940 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING neutron.services.revisions.revision_plugin [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Could not find related network for resource to bump revision. Feb 21 01:03:41.480991 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:03:41.489972 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (f1e8a47f-45fc-4b6b-b2fb-63cae497206c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:41.490369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Added segment f1e8a47f-45fc-4b6b-b2fb-63cae497206c of type vlan for network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 Feb 21 01:03:41.528995 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:41.587393 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:41.588378 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:41.588987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:41.648789 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] Pushing event updated for resources: {'Network': ['ID=5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:03:41.659301 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:03:41.726770 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a75a32d8-469f-403b-b4fb-f39aca299fed admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4216840 Feb 21 01:03:44.155688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49558) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:03:44.225598 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.pecan_wsgi.hooks.translation [None req-870ba112-3c0b-41fa-9516-f2ccfbc1b620 admin admin] GET failed (client error): The resource could not be found. Feb 21 01:03:44.227014 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-870ba112-3c0b-41fa-9516-f2ccfbc1b620 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703254 Feb 21 01:03:44.305653 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff990a-ac99-4a33-ab7e-41c4d68b40d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:44.307164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d4ff990a-ac99-4a33-ab7e-41c4d68b40d2 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759308 Feb 21 01:03:44.318115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Request body: {'subnet': {'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:03:44.450292 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Made reservation on behalf of 433e9f18a6614ea59825abd58da308b1 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:03:44.452727 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:44.702227 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (615dd9b3-f973-4ffe-8949-d19f59170ee6), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:44.759256 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=615dd9b3-f973-4ffe-8949-d19f59170ee6,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:03:44.770612 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Checking segment: {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:03:44.770981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Network hostable DHCP agents. Network: 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:03:44.834505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:03:44.890186 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:03:44.895635 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:03:44.896517 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:44.902032 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc778f-6a05-4d27-982c-e820516daa58 None None] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:03:44.962839 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ab798825-f19b-4f14-895f-a1bafa85f363 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6484153 Feb 21 01:03:45.015130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5', 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5', 'project_id': '433e9f18a6614ea59825abd58da308b1', 'fixed_ips': [{'subnet_id': '615dd9b3-f973-4ffe-8949-d19f59170ee6'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:03:45.016312 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.186301 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Allocated IP 192.168.233.2 (5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5/615dd9b3-f973-4ffe-8949-d19f59170ee6/e35605ba-140e-494b-a6d2-d170499ccf9f) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:03:45.351350 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks [] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.450828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.490661 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:03:45.493957 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:03:45.500026 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:03:45.506028 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Pushing event updated for resources: {'Port': ['ID=e35605ba-140e-494b-a6d2-d170499ccf9f,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:03:45.515923 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.516281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.516645 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.516990 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.517325 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.517656 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.517988 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.518456 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.518945 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.519516 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.519871 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.520285 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.520537 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:03:45.579057 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Attempting to bind port e35605ba-140e-494b-a6d2-d170499ccf9f on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:03:45.579473 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Attempting to bind port e35605ba-140e-494b-a6d2-d170499ccf9f by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:03:45.579863 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Attempting to bind port e35605ba-140e-494b-a6d2-d170499ccf9f on network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:03:45.585812 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:03:45.586180 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Checking segment: {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:03:45.586588 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.586984 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Bound using segment: {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:03:45.587457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Bound port: e35605ba-140e-494b-a6d2-d170499ccf9f, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:03:45.587880 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.661122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] For port e35605ba-140e-494b-a6d2-d170499ccf9f, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:03:45.664480 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] For port e35605ba-140e-494b-a6d2-d170499ccf9f, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e35605ba-140e-494b-a6d2-d170499ccf9f,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:03:45.753766 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:45.825101 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8480e5-9077-41c3-b5fa-97dae3b26b25 None None] Pushing event updated for resources: {'Port': ['ID=e35605ba-140e-494b-a6d2-d170499ccf9f,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:03:46.339270 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:03:46.812783 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc4fa0c-2e6d-4c24-8126-8bac64944c9b None None] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:03:46.891601 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e35605ba-140e-494b-a6d2-d170499ccf9f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:03:46.967690 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Provisioning complete for port e35605ba-140e-494b-a6d2-d170499ccf9f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:03:46.968114 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.030957 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port e35605ba-140e-494b-a6d2-d170499ccf9f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:03:47.031370 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.162331 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Current status of the port e35605ba-140e-494b-a6d2-d170499ccf9f is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:03:47.163010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.264897 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e35605ba-140e-494b-a6d2-d170499ccf9f is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:03:47.265568 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.298800 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] For port e35605ba-140e-494b-a6d2-d170499ccf9f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e35605ba-140e-494b-a6d2-d170499ccf9f,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:03:47.399425 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.481050 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:03:47.481437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG oslo_db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:03:47.487540 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5ac8b-9d9a-4e34-b0ec-982d0bbdddd0 None None] Pushing event updated for resources: {'Port': ['ID=e35605ba-140e-494b-a6d2-d170499ccf9f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:03:47.528853 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-406c6b4a-7856-4b23-acc0-be8b20598b86 None None] Provisioning complete for port e35605ba-140e-494b-a6d2-d170499ccf9f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:03:47.529517 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-406c6b4a-7856-4b23-acc0-be8b20598b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:47.622326 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-406c6b4a-7856-4b23-acc0-be8b20598b86 None None] Current status of the port e35605ba-140e-494b-a6d2-d170499ccf9f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:03:48.020743 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e35605ba-140e-494b-a6d2-d170499ccf9f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:03:48.818811 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e35605ba-140e-494b-a6d2-d170499ccf9f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:03:48.867548 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port e35605ba-140e-494b-a6d2-d170499ccf9f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:03:48.867986 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e35605ba-140e-494b-a6d2-d170499ccf9f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:03:48.949193 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e35605ba-140e-494b-a6d2-d170499ccf9f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:03:59.517900 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f216824d-afce-411b-bd5f-e06c15c9b3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:02.140685 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c64ce938-c363-4384-9c98-f02a9c691914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:03.260466 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:04.844557 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:05.918372 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:23.339636 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:04:29.493892 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c9f891b6-6e86-43ec-8a5e-9c048da66cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:32.168049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-16d47129-30a7-43d7-b6ea-fbd289555eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:33.292253 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:34.864264 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:35.973672 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:04:59.680713 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5db25df1-ff50-47dd-ba97-4d9e59ddb05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:00.339114 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:05:02.155588 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8628e71c-bc4c-476f-acd7-a962ffe80904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:03.285940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:04.897585 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:05.954339 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:23.892776 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49596) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:05:23.899414 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [None req-2e28a9dd-4968-4828-997a-2b06cf6664a8 tempest-verify_tempest_config-732633060 tempest-verify_tempest_config-732633060-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:05:23.900758 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-2e28a9dd-4968-4828-997a-2b06cf6664a8 tempest-verify_tempest_config-732633060 tempest-verify_tempest_config-732633060-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065172 Feb 21 01:05:24.663312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49614) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:05:24.785554 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:24.939076 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Publish callbacks [] for security_group (8aae2b62-a67c-4082-ade0-beb26776b0c0), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.010296 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8aae2b62-a67c-4082-ade0-beb26776b0c0), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.063116 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=473615d227854ec4af6bc9250f5ee0a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3986981 Feb 21 01:05:25.064039 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae2b62-a67c-4082-ade0-beb26776b0c0,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:05:25.066004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49618) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:05:25.072475 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.085457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43edefa-ae7b-4918-8183-26bf1917dc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.139691 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Publish callbacks [] for security_group (8aae2b62-a67c-4082-ade0-beb26776b0c0), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.162681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Publish callbacks [] for security_group (8aae2b62-a67c-4082-ade0-beb26776b0c0), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.325304 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8aae2b62-a67c-4082-ade0-beb26776b0c0), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.328476 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:25.329910 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8aae2b62-a67c-4082-ade0-beb26776b0c0 HTTP/1.1" status: 204 len: 168 time: 0.2615516 Feb 21 01:05:25.340796 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae2b62-a67c-4082-ade0-beb26776b0c0,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:05:25.349639 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:25.359629 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1cdd56-46ef-4519-a78a-c58d82cefaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:05:29.673443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6cc9fc14-fa8b-45a1-ae0f-508d2b58b744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:32.175806 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f6b58131-79a3-48af-89a3-dcd7bc0dd95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:33.267997 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:34.929898 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:35.924805 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:05:37.339030 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:05:59.477647 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3969e687-4b8a-46f5-a32c-b9c1be3d65ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:02.352379 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-166fe468-dcfb-4f93-8437-581b927e86a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:03.299967 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:04.854589 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:05.894731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:14.338765 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:06:29.487245 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e589937f-152c-4c6d-a3a7-67f28b9cb644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:32.139788 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b28d219f-0051-40b7-b936-0d13573464a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:33.305007 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:34.962607 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:35.922696 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:06:51.339029 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 5 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:06:59.515501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e001fd33-179d-4c78-a492-0f1faec93f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:02.105353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-61777db7-f950-4a50-907b-21444aa2b67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:03.281246 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:04.908585 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:05.961596 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:08.995707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544111'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:24.880064 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49690) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:07:25.027036 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ea36cb29-3630-43b8-ae0a-c89b0cbfb8b3 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1458571 Feb 21 01:07:27.630685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49700) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:07:27.694297 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-107e486b-acc1-4eb2-bf2c-4f9d4817a504 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624471 Feb 21 01:07:28.339228 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:07:29.506702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f2cbbd8c-3a35-43d1-b7c3-3ba8aad852cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:32.154818 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5ee23ff1-7263-408a-ad42-47ded0e7e0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:33.300950 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:34.874582 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:35.891557 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:38.963632 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:07:59.493234 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cab8db1c-a448-4d18-a2ec-7d5e7ae94f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:02.141610 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eafb2351-6c98-4e7e-bdd6-d669ec4b1441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:03.310105 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:04.896781 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:05.340860 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:08:05.927271 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:08.978670 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:29.526126 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-429ca27c-b086-4791-a1c5-c9350c076438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:32.135371 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9307b1-eec4-45aa-b253-9f03c5be6ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:33.303257 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:34.897137 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:35.969774 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:38.995378 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:08:42.340123 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:08:59.659906 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1aff51ab-5b47-4423-a307-f542241145d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:02.146828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bd32fff-48a1-47df-9252-e906a3f59594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:03.339681 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:03.592556 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49852) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:03.843356 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-865508750-network', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:03.928825 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Made reservation on behalf of a5cb0164f98741baba94fcc1b7709e7e for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:03.931708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:03.940446 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.030078 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks [] for security_group (68e55588-b789-4d4e-b50c-e62879ae8375), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.107365 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (68e55588-b789-4d4e-b50c-e62879ae8375), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.130670 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:09:04.147845 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730997104945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (06aea253-58bc-40ba-9614-48037ff7fa96), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.148753 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Unsubscribe: segment precommit_create {{(pid=103416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:09:04.149237 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Added segment 06aea253-58bc-40ba-9614-48037ff7fa96 of type vlan for network 507705df-01e7-4a80-bc5b-3439c16043cf Feb 21 01:09:04.161217 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e55588-b789-4d4e-b50c-e62879ae8375,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:04.207439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.207826 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.208212 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.208556 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.208900 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.209303 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.209929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.210295 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.210690 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.211040 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.211382 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.211806 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.212158 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Tracked resource versions report: Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: pushed versions: Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: { 'AddressGroup': {'1.2'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'ConntrackHelper': {'1.0'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Log': {'1.0'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Network': {'1.1'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Port': {'1.7'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'PortForwarding': {'1.2'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'QosPolicy': {'1.10'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroup': {'1.5'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SubPort': {'1.0'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Subnet': {'1.1'}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Trunk': {'1.1'}} Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: consumer versions: Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'ConntrackHelper': '1.0', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'LocalIPAssociation': '1.0', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Log': '1.0', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Network': '1.1', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Port': '1.7', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'PortForwarding': '1.2', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'QosPolicy': '1.10', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroup': '1.5', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SecurityGroupRule': '1.2', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'SubPort': '1.0', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Subnet': '1.1', Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: 'Trunk': '1.1'}} Feb 21 01:09:04.213244 dv-cinder-813227-6-iscsi neutron-server[103416]: {{(pid=103416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:09:04.231465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (507705df-01e7-4a80-bc5b-3439c16043cf), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.347165 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (507705df-01e7-4a80-bc5b-3439c16043cf), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.348518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:04.349391 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.462355 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] Pushing event updated for resources: {'Network': ['ID=507705df-01e7-4a80-bc5b-3439c16043cf,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:04.475349 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 507705df-01e7-4a80-bc5b-3439c16043cf details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:09:04.485207 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7e63ed00-7ae8-41e5-9d6a-1c61bc998df0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8915076 Feb 21 01:09:04.488110 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49892) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:04.493727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Request body: {'subnet': {'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-subnet', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:04.592655 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Made reservation on behalf of a5cb0164f98741baba94fcc1b7709e7e for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:04.595146 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.911529 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (b6e3e724-04ff-48f5-a731-57d371aa5b05), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.911729 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:04.941296 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49906) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:04.962786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49912) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:04.972230 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e3e724-04ff-48f5-a731-57d371aa5b05,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:05.005609 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Checking segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:05.006024 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Network hostable DHCP agents. Network: 507705df-01e7-4a80-bc5b-3439c16043cf, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:09:05.102177 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Network 507705df-01e7-4a80-bc5b-3439c16043cf is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:09:05.213685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 507705df-01e7-4a80-bc5b-3439c16043cf) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:05.223166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e4f7c-5465-4c8e-a34a-6f0d064c8d9b None None] Network 507705df-01e7-4a80-bc5b-3439c16043cf requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:05.227144 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:05.227814 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.312389 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-25b80409-8c12-41d3-abf0-13ca1bc595c1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8217759 Feb 21 01:09:05.314085 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49924) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:05.320106 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:05.342448 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce94bed-86e7-4352-962b-474695ff5d80 None None] Network 507705df-01e7-4a80-bc5b-3439c16043cf requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:05.427129 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.429339 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.490434 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for router_controller (5beb0265-48a9-4d0f-9316-f131d50ac693), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.502900 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953130873-network', 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:05.539052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1525648479-network', 'tenant_id': '784d5ee9775c49d6a4127a0bea10323c'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:05.604525 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:05.607266 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.646496 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.697531 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Made reservation on behalf of 784d5ee9775c49d6a4127a0bea10323c for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:05.699912 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.749730 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for router_gateway (5beb0265-48a9-4d0f-9316-f131d50ac693), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.753011 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.873161 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks [] for security_group (b710ac4d-0183-46d3-a6da-30169bb245fb), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.931131 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks [] for security_group (f4d17b5f-15fc-430e-8efe-c47f2ee31bcc), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.945161 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.950382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b710ac4d-0183-46d3-a6da-30169bb245fb), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.963169 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:09:05.975984 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (b5800fa0-445c-480d-9961-c0016f74bad4), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:05.976473 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Added segment b5800fa0-445c-480d-9961-c0016f74bad4 of type vlan for network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 Feb 21 01:09:06.021353 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f4d17b5f-15fc-430e-8efe-c47f2ee31bcc), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.042448 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (8d88ddc9-10c8-4356-a5fc-74ca444968a9), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.073380 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:09:06.125254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b710ac4d-0183-46d3-a6da-30169bb245fb,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:06.172066 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (1d93cc83-6c4d-43f6-b22b-5f6a65db96fc), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.172721 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Added segment 1d93cc83-6c4d-43f6-b22b-5f6a65db96fc of type vlan for network f083536d-4146-4f8c-b181-2d07e06528e7 Feb 21 01:09:06.186002 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.186382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.190067 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Tracked resource versions report: Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: pushed versions: Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: { 'AddressGroup': {'1.2'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'ConntrackHelper': {'1.0'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Log': {'1.0'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Network': {'1.1'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Port': {'1.7'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'PortForwarding': {'1.2'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'QosPolicy': {'1.10'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroup': {'1.5'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SubPort': {'1.0'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Subnet': {'1.1'}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Trunk': {'1.1'}} Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: consumer versions: Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'ConntrackHelper': '1.0', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'LocalIPAssociation': '1.0', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Log': '1.0', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Network': '1.1', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Port': '1.7', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'PortForwarding': '1.2', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'QosPolicy': '1.10', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroup': '1.5', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SecurityGroupRule': '1.2', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'SubPort': '1.0', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Subnet': '1.1', Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: 'Trunk': '1.1'}} Feb 21 01:09:06.191520 dv-cinder-813227-6-iscsi neutron-server[103415]: {{(pid=103415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:09:06.260717 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (f083536d-4146-4f8c-b181-2d07e06528e7), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.269883 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for router_gateway (5beb0265-48a9-4d0f-9316-f131d50ac693), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.282376 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (8d88ddc9-10c8-4356-a5fc-74ca444968a9), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.283369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:06.283982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.324906 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.413346 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4486239 Feb 21 01:09:06.414507 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 49968) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:06.419893 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Request body: {'subnet': {'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953130873-subnet', 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:06.471802 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:06.521615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99af43-f4a5-4554-8a85-fcf12e3ef201 admin admin] Pushing event updated for resources: {'Network': ['ID=8d88ddc9-10c8-4356-a5fc-74ca444968a9,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:06.534646 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:06.534901 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Allocated IP 172.27.2.28 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/58c83339-3f55-409c-b40e-e9722c6b81ab) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:06.540481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:09:06.543048 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.602301 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (f083536d-4146-4f8c-b181-2d07e06528e7), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.603693 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:06.604510 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.696174 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7534609 Feb 21 01:09:06.699969 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 49974) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:06.702309 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fac61-4199-48d6-9cb4-0f99c0b3e6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f083536d-4146-4f8c-b181-2d07e06528e7,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:06.731566 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Request body: {'subnet': {'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1525648479-subnet', 'tenant_id': '784d5ee9775c49d6a4127a0bea10323c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:06.738824 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network f083536d-4146-4f8c-b181-2d07e06528e7 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:09:06.924530 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:06.987142 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Made reservation on behalf of 784d5ee9775c49d6a4127a0bea10323c for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:06.990464 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.055258 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.081707 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (12040ffa-a95f-46da-a939-4e7b2808aeaa), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.201026 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:07.217142 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:07.231189 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Checking segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:07.240872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Network hostable DHCP agents. Network: 8d88ddc9-10c8-4356-a5fc-74ca444968a9, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:09:07.245420 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12040ffa-a95f-46da-a939-4e7b2808aeaa,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:07.247528 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:07.305783 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Pushing event updated for resources: {'Port': ['ID=58c83339-3f55-409c-b40e-e9722c6b81ab,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:07.319128 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:09:07.410281 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 8d88ddc9-10c8-4356-a5fc-74ca444968a9) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:07.418887 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:07.421184 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.427156 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3dcb68-ad14-49a8-92f3-dc3ea24bd981 None None] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:07.539185 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-f51db5b2-2105-42eb-9a0d-109d7d326c53 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1235042 Feb 21 01:09:07.585893 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3eea5-4fe1-4583-a5a1-daf9123bbf92 None None] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:07.586638 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (697e3878-ae22-4a8b-bad2-2416a2db1557), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.775520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=697e3878-ae22-4a8b-bad2-2416a2db1557,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:07.780089 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Checking segment: {'id': '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:07.780488 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Network hostable DHCP agents. Network: f083536d-4146-4f8c-b181-2d07e06528e7, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:09:07.790082 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for router_gateway (5beb0265-48a9-4d0f-9316-f131d50ac693), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:07.949316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Network f083536d-4146-4f8c-b181-2d07e06528e7 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:09:08.038798 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:08.085225 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, f083536d-4146-4f8c-b181-2d07e06528e7) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:08.091649 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:08.092674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:08.095135 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf988a-b7c4-4018-88ac-dd6b09cd3319 None None] Network f083536d-4146-4f8c-b181-2d07e06528e7 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:08.179950 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6b6f4827-72e1-4e09-85b3-19a71de3e2bf admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4776258 Feb 21 01:09:08.235434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf063cc4-02c8-45b5-964a-5d9e572e3d5b None None] Network f083536d-4146-4f8c-b181-2d07e06528e7 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:08.305514 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Router 5beb0265-48a9-4d0f-9316-f131d50ac693 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:09:08.480292 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50086) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:08.482886 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:09:08.572097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:09:08.590006 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Sync routers for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:09:08.612176 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:09:08.615272 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:09:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:08.702582 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:08.707227 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f3dd6242-69fb-46a0-8db9-d39a5d29a67b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3887599 Feb 21 01:09:08.707436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50092) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:08.978068 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-453b2fe7-6534-4007-948b-e9e19e767468 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:08.980352 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-453b2fe7-6534-4007-948b-e9e19e767468 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.4982827 Feb 21 01:09:08.999139 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:09:09.014664 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-2cd694ce-15df-47b3-b0bf-718cca93413b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/quotas/24c1bf236b2f4eb1bffab124b7392ca5 HTTP/1.1" status: 200 len: 375 time: 0.0203168 Feb 21 01:09:09.017688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.019506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50116) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:09.033443 dv-cinder-813227-6-iscsi neutron-server[103415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:09:09.085849 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-61029929-d701-408d-9de0-b675bfb9c478 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703623 Feb 21 01:09:09.198474 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:07Z', 'revision_number': 3, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:09.237781 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Checking router: 5beb0265-48a9-4d0f-9316-f131d50ac693 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:09:09.238426 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Updating router 5beb0265-48a9-4d0f-9316-f131d50ac693 port 58c83339-3f55-409c-b40e-e9722c6b81ab binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:09:09.271440 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.314830 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50134) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:09.401841 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-9b13dab6-917d-4328-a89c-6be7f1356758 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:09:09.409259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-9b13dab6-917d-4328-a89c-6be7f1356758 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1016932 Feb 21 01:09:09.495966 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-edc09a67-7ebb-414c-8a7b-11acb19ffee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.565904 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-6d8513f9-7239-45ea-be3d-e2946fa59aa5 service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554897 Feb 21 01:09:09.566106 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-aab2a9ad-05af-4a2e-8879-5a6ba328d92d tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:09.572283 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-aab2a9ad-05af-4a2e-8879-5a6ba328d92d tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/networks?id=f083536d-4146-4f8c-b181-2d07e06528e7 HTTP/1.1" status: 200 len: 812 time: 0.5502930 Feb 21 01:09:09.603862 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-f10e075f-d334-4980-8998-5b347984b665 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/quotas/784d5ee9775c49d6a4127a0bea10323c HTTP/1.1" status: 200 len: 375 time: 0.0225255 Feb 21 01:09:09.643709 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks [] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.660795 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-b74c76ce-e039-49c6-bda3-b124c9f84b55 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=784d5ee9775c49d6a4127a0bea10323c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557001 Feb 21 01:09:09.676852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-edc09a67-7ebb-414c-8a7b-11acb19ffee8 admin admin] Publish callbacks [] for security_group (3f643139-29da-4e2a-8692-071d9565a946), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.692530 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3d2ba06c-fcb1-46d6-be24-70197085b4ea service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254950 Feb 21 01:09:09.741323 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.747927 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.785444 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-7a3540c5-355c-4f7b-83e9-1daa25b419d3 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:09:09.786400 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-7a3540c5-355c-4f7b-83e9-1daa25b419d3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0577312 Feb 21 01:09:09.804750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-edc09a67-7ebb-414c-8a7b-11acb19ffee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (3f643139-29da-4e2a-8692-071d9565a946), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.810608 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Pushing event updated for resources: {'Port': ['ID=58c83339-3f55-409c-b40e-e9722c6b81ab,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:09.839784 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.840180 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.840528 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.840874 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.841213 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.843456 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.846360 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.847671 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.848878 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.849256 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.850211 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.850563 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.850902 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Tracked resource versions report: Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: pushed versions: Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: { 'AddressGroup': {'1.2'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'ConntrackHelper': {'1.0'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Log': {'1.0'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Network': {'1.1'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Port': {'1.7'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'PortForwarding': {'1.2'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'QosPolicy': {'1.10'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroup': {'1.5'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SubPort': {'1.0'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Subnet': {'1.1'}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Trunk': {'1.1'}} Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: consumer versions: Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'ConntrackHelper': '1.0', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'LocalIPAssociation': '1.0', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Log': '1.0', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Network': '1.1', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Port': '1.7', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'PortForwarding': '1.2', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'QosPolicy': '1.10', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroup': '1.5', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SecurityGroupRule': '1.2', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'SubPort': '1.0', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Subnet': '1.1', Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: 'Trunk': '1.1'}} Feb 21 01:09:09.852164 dv-cinder-813227-6-iscsi neutron-server[103418]: {{(pid=103418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:09:09.859695 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Attempting to bind port 58c83339-3f55-409c-b40e-e9722c6b81ab on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:09.860325 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Attempting to bind port 58c83339-3f55-409c-b40e-e9722c6b81ab by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:09.860864 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Attempting to bind port 58c83339-3f55-409c-b40e-e9722c6b81ab on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:09.870725 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:09.871153 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:09.871581 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.872110 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:09.873154 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Bound port: 58c83339-3f55-409c-b40e-e9722c6b81ab, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:09.873579 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:09.874596 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09a67-7ebb-414c-8a7b-11acb19ffee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f643139-29da-4e2a-8692-071d9565a946,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:09.901405 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-edc09a67-7ebb-414c-8a7b-11acb19ffee8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ee124c48dce94fb99528d9a0e30d3a84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5851760 Feb 21 01:09:09.904047 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50156) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:09.956606 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] For port 58c83339-3f55-409c-b40e-e9722c6b81ab, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:09.964937 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] For port 58c83339-3f55-409c-b40e-e9722c6b81ab, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=58c83339-3f55-409c-b40e-e9722c6b81ab,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:09.994408 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] Publish callbacks [] for security_group (3f643139-29da-4e2a-8692-071d9565a946), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.035440 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] Publish callbacks [] for security_group (3f643139-29da-4e2a-8692-071d9565a946), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.041938 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-edc6fe1c-7702-4b59-bbfa-4529005bff72 service neutron] 10.222.0.91 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397072 Feb 21 01:09:10.073378 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.113874 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Allocated IP 172.20.0.1 (507705df-01e7-4a80-bc5b-3439c16043cf/b6e3e724-04ff-48f5-a731-57d371aa5b05/9ab10da0-f007-416d-b731-3c1f53a5e57e) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:10.156995 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:09:10.157782 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:09:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:10.201631 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50184) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:10.208579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (3f643139-29da-4e2a-8692-071d9565a946), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.215241 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.215241 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f643139-29da-4e2a-8692-071d9565a946 HTTP/1.1" status: 204 len: 168 time: 0.3094671 Feb 21 01:09:10.220863 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c962-e274-453b-bbcb-040bca447f3d None None] Pushing event updated for resources: {'Port': ['ID=58c83339-3f55-409c-b40e-e9722c6b81ab,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:10.238232 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1678b-824d-4046-999c-30eaafed679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f643139-29da-4e2a-8692-071d9565a946,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:10.314948 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c2ea1e56-e190-4015-8681-9f11e76d4490 service neutron] 10.222.0.91 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272983 Feb 21 01:09:10.390462 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:09:10.395124 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks [] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.512520 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fc8c9334-853d-4287-86d0-03c1ec5b664b req-3280de40-41c6-4155-a68d-42cac6657590 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.1426649 Feb 21 01:09:10.535558 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f150-3166-4cc8-9fad-dc23907ba765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.621505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.675412 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Network 507705df-01e7-4a80-bc5b-3439c16043cf is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:10.679648 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:10.685510 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:10.686022 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (5beb0265-48a9-4d0f-9316-f131d50ac693), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.763206 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f150-3166-4cc8-9fad-dc23907ba765 admin admin] Publish callbacks [] for security_group (6296e911-72b2-4883-980f-25fe2ea0acf9), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.773677 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:10.801616 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:07Z', 'revision_number': 3, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:10.869750 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24531d4-c6ab-4a42-b015-2b628f2fa543 None None] The sync data for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi is: [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:07Z', 'revision_number': 3, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:09:10.877461 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f150-3166-4cc8-9fad-dc23907ba765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (6296e911-72b2-4883-980f-25fe2ea0acf9), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:10.921747 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1fa8f150-3166-4cc8-9fad-dc23907ba765 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b599acdadf39479e8590919e6d61e938&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7168465 Feb 21 01:09:10.954340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50226) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:10.954456 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f150-3166-4cc8-9fad-dc23907ba765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296e911-72b2-4883-980f-25fe2ea0acf9,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:11.152462 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f57f401a-fd40-4c67-b959-fe2e13845b65 req-ebb9c9ae-1a63-4365-8c18-1e1d6eefe1dd tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.2086923 Feb 21 01:09:11.219130 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] Publish callbacks [] for security_group (6296e911-72b2-4883-980f-25fe2ea0acf9), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.244195 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] Publish callbacks [] for security_group (6296e911-72b2-4883-980f-25fe2ea0acf9), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.382961 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.444816 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (6296e911-72b2-4883-980f-25fe2ea0acf9), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.447932 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.449332 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6296e911-72b2-4883-980f-25fe2ea0acf9 HTTP/1.1" status: 204 len: 168 time: 0.5002918 Feb 21 01:09:11.467215 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50252) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:11.496554 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b9e36-b6f0-4b78-8676-b4ce9a470fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296e911-72b2-4883-980f-25fe2ea0acf9,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:11.499143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bbe15863-4210-48eb-822e-4c511c22a734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.701357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bbe15863-4210-48eb-822e-4c511c22a734 admin admin] Publish callbacks [] for security_group (ec804916-24ad-4cb7-9105-7965e5a273aa), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.744037 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f3d84721-78d9-47dc-b4ac-4978523946ab req-6a170df3-e955-4715-b009-e41df47eb470 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.0401433 Feb 21 01:09:11.791713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks [] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.826498 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bbe15863-4210-48eb-822e-4c511c22a734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ec804916-24ad-4cb7-9105-7965e5a273aa), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.863072 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50266) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:11.871451 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-bbe15863-4210-48eb-822e-4c511c22a734 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1ebccbdbbb6e4d7aad2f814144031823&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3967047 Feb 21 01:09:11.887086 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15863-4210-48eb-822e-4c511c22a734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec804916-24ad-4cb7-9105-7965e5a273aa,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:11.913724 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.914872 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (5beb0265-48a9-4d0f-9316-f131d50ac693), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:11.960171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] Publish callbacks [] for security_group (ec804916-24ad-4cb7-9105-7965e5a273aa), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:12.020162 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:12.036754 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] Publish callbacks [] for security_group (ec804916-24ad-4cb7-9105-7965e5a273aa), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:12.113678 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Network 507705df-01e7-4a80-bc5b-3439c16043cf is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:12.115899 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:12.433442 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1d68982-8808-43b9-84f8-2c308ba23da7 req-57409a4e-faac-40fc-83b8-6be8e3e1bca1 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0356264 Feb 21 01:09:12.506946 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Router 5beb0265-48a9-4d0f-9316-f131d50ac693 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ec804916-24ad-4cb7-9105-7965e5a273aa), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ec804916-24ad-4cb7-9105-7965e5a273aa HTTP/1.1" status: 204 len: 168 time: 0.6952119 Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ee30-a391-4d4c-b682-de21a96ea02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec804916-24ad-4cb7-9105-7965e5a273aa,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:09:12.976222 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-162f754e-8cc5-4d76-a292-804a713633f7 admin admin] 10.222.0.91 "PUT /v2.0/routers/5beb0265-48a9-4d0f-9316-f131d50ac693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9909377 Feb 21 01:09:12.980897 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-917e2d2b-2c35-445c-b667-3d69458f5183 req-4f60ed24-54c7-4033-ba51-afbfa38f5cb7 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.0355291 Feb 21 01:09:12.980897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50304) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:12.980897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5db2c194-332e-43a4-84b1-74558e937686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.044570 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5db2c194-332e-43a4-84b1-74558e937686 admin admin] Publish callbacks [] for security_group (a4bd4933-8679-4ac0-b27c-d221b2d8bdf5), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.082967 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 58c83339-3f55-409c-b40e-e9722c6b81ab up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:13.113198 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Sync routers for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:09:13.157112 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 58c83339-3f55-409c-b40e-e9722c6b81ab triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:13.158013 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.191773 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:09:13.194416 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:09:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:13.270632 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5db2c194-332e-43a4-84b1-74558e937686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a4bd4933-8679-4ac0-b27c-d221b2d8bdf5), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.317813 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50312) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:13.318003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5db2c194-332e-43a4-84b1-74558e937686 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2ffbce3c33141bfb288cf4c63a23c5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4246113 Feb 21 01:09:13.322918 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2c194-332e-43a4-84b1-74558e937686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd4933-8679-4ac0-b27c-d221b2d8bdf5,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:13.517501 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] Publish callbacks [] for security_group (a4bd4933-8679-4ac0-b27c-d221b2d8bdf5), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.524111 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:09:13.530254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 58c83339-3f55-409c-b40e-e9722c6b81ab is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:13.534635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.592588 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] Publish callbacks [] for security_group (a4bd4933-8679-4ac0-b27c-d221b2d8bdf5), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.799340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a4bd4933-8679-4ac0-b27c-d221b2d8bdf5), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.805251 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.806590 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a4bd4933-8679-4ac0-b27c-d221b2d8bdf5 HTTP/1.1" status: 204 len: 168 time: 0.4876528 Feb 21 01:09:13.821466 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 58c83339-3f55-409c-b40e-e9722c6b81ab, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=58c83339-3f55-409c-b40e-e9722c6b81ab,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:13.829094 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77af9ea-c1ff-46ce-94b9-c687216715ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd4933-8679-4ac0-b27c-d221b2d8bdf5,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:13.858337 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-09296d81-4d95-4ad1-8af8-ec49974665cd req-b68a038b-e788-411a-bafb-ef095f63c957 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0460896 Feb 21 01:09:13.905555 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:13.973569 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50346) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:14.020762 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aa3824ce-0152-4ea5-87d3-09e79a0f4972 req-afd40214-d06a-4854-8fc2-1b6fadcbcb08 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.0629475 Feb 21 01:09:14.122772 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=58c83339-3f55-409c-b40e-e9722c6b81ab,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:14.134852 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.135225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.135591 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.135957 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Tracked resource versions report: Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: pushed versions: Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: { 'AddressGroup': {'1.2'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'ConntrackHelper': {'1.0'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Log': {'1.0'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Network': {'1.1'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Port': {'1.7'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'PortForwarding': {'1.2'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'QosPolicy': {'1.10'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroup': {'1.5'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SubPort': {'1.0'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Subnet': {'1.1'}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Trunk': {'1.1'}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: consumer versions: Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: { DHCP agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: L3 agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: Metadata agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: Metering agent@dv-cinder-813227-6-iscsi: {}, Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: Open vSwitch agent@dv-cinder-813227-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'ConntrackHelper': '1.0', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'LocalIPAssociation': '1.0', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Log': '1.0', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Network': '1.1', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Port': '1.7', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'PortForwarding': '1.2', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'QosPolicy': '1.10', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroup': '1.5', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SecurityGroupRule': '1.2', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'SubPort': '1.0', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Subnet': '1.1', Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: 'Trunk': '1.1'}} Feb 21 01:09:14.145085 dv-cinder-813227-6-iscsi neutron-server[103417]: {{(pid=103417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:09:14.180933 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:11Z', 'revision_number': 4, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9ab10da0-f007-416d-b731-3c1f53a5e57e', 'name': '', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'mac_address': 'fa:16:3e:ac:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:09Z', 'updated_at': '2022-02-21T01:09:11Z', 'revision_number': 2, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'subnets': [{'id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:14.212651 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Checking router: 5beb0265-48a9-4d0f-9316-f131d50ac693 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:09:14.213046 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Updating router 5beb0265-48a9-4d0f-9316-f131d50ac693 port 9ab10da0-f007-416d-b731-3c1f53a5e57e binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:09:14.216638 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-baf394b9-834b-4aa0-9727-8d21de2ab010 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:14.218224 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-baf394b9-834b-4aa0-9727-8d21de2ab010 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 818 time: 0.1606863 Feb 21 01:09:14.235991 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-d0c113e2-6640-44be-9286-c69d4985a76e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/quotas/a5cb0164f98741baba94fcc1b7709e7e HTTP/1.1" status: 200 len: 375 time: 0.0102611 Feb 21 01:09:14.246268 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-99e667fa-e5ff-4bbb-b416-188f14c258a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.261179 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.340587 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-b021ba2c-4631-420b-ac03-69e4225af863 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967517 Feb 21 01:09:14.466230 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-99e667fa-e5ff-4bbb-b416-188f14c258a2 admin admin] Publish callbacks [] for security_group (a86007d1-5ff4-4ad3-9f6a-e65728c221eb), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.555073 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-51cb7b7e-ff71-4b46-83f2-dc37eff15425 service neutron] 10.222.0.91 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901438 Feb 21 01:09:14.629415 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-99e667fa-e5ff-4bbb-b416-188f14c258a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a86007d1-5ff4-4ad3-9f6a-e65728c221eb), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.666689 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks [] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.680009 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.65', 55064) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:14.750234 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-99e667fa-e5ff-4bbb-b416-188f14c258a2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c4d5bc43b26f4e53987f61680e58e4d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7648108 Feb 21 01:09:14.750234 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50380) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:14.774459 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e667fa-e5ff-4bbb-b416-188f14c258a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86007d1-5ff4-4ad3-9f6a-e65728c221eb,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:14.775629 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.833991 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-64d9590e-7273-4e97-a756-959afb0a2492 service neutron] 10.222.0.91 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776322 Feb 21 01:09:14.899436 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] Publish callbacks [] for security_group (a86007d1-5ff4-4ad3-9f6a-e65728c221eb), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:14.968086 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] Publish callbacks [] for security_group (a86007d1-5ff4-4ad3-9f6a-e65728c221eb), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.105181 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b54ac18a-8a42-4a3b-b248-b78760d2b60d req-13630deb-6f3e-4b3e-bdd1-52f0eecb01b9 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0876076 Feb 21 01:09:15.129677 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-5e9aa92b-d858-4288-a4e7-a2d87fa156a3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:15.132291 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-5e9aa92b-d858-4288-a4e7-a2d87fa156a3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.65 "GET /v2.0/networks?id=f083536d-4146-4f8c-b181-2d07e06528e7 HTTP/1.1" status: 200 len: 812 time: 0.4500432 Feb 21 01:09:15.133116 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.65', 55065) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:15.136935 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Attempting to bind port 9ab10da0-f007-416d-b731-3c1f53a5e57e on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:15.137669 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Attempting to bind port 9ab10da0-f007-416d-b731-3c1f53a5e57e by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:15.137669 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Attempting to bind port 9ab10da0-f007-416d-b731-3c1f53a5e57e on network 507705df-01e7-4a80-bc5b-3439c16043cf {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:15.150712 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 58c83339-3f55-409c-b40e-e9722c6b81ab up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:15.186279 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Request body: {'port': {'device_id': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7', 'admin_state_up': True, 'tenant_id': '784d5ee9775c49d6a4127a0bea10323c'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:15.223984 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a86007d1-5ff4-4ad3-9f6a-e65728c221eb), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.231679 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c416e7-56fb-4cd2-9908-8b43395101a4 None None] Pushing event updated for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:15.249052 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:15.249052 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Checking segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:15.249399 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.249818 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Bound using segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:15.250343 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Bound port: 9ab10da0-f007-416d-b731-3c1f53a5e57e, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:15.250686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.252006 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.267014 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a86007d1-5ff4-4ad3-9f6a-e65728c221eb HTTP/1.1" status: 204 len: 168 time: 0.5113823 Feb 21 01:09:15.365719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 58c83339-3f55-409c-b40e-e9722c6b81ab triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:15.366123 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.489259 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89532b83-386b-49ff-a700-9a393dd03121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86007d1-5ff4-4ad3-9f6a-e65728c221eb,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:15.616244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c45d805-b5a9-4cc6-89dd-3ad11cb9d1bd req-5a50186a-3ece-4802-9145-b113835d7722 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.1550350 Feb 21 01:09:15.655490 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] For port 9ab10da0-f007-416d-b731-3c1f53a5e57e, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:15.664498 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] For port 9ab10da0-f007-416d-b731-3c1f53a5e57e, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9ab10da0-f007-416d-b731-3c1f53a5e57e,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:15.694473 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9a1654a7-a5c8-4239-95df-c5fd92fe1379 req-6987b8a8-7f9b-4fe5-9c5d-6f8fc1a73314 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.1122332 Feb 21 01:09:15.776530 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-0b8f5e97-3031-4214-a2e7-533e3a5b294d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:15.776939 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-0b8f5e97-3031-4214-a2e7-533e3a5b294d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.5951698 Feb 21 01:09:15.799274 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Request body: {'port': {'device_id': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'admin_state_up': True, 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:15.835944 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.849106 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Made reservation on behalf of 784d5ee9775c49d6a4127a0bea10323c for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:15.860853 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:15.969578 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 58c83339-3f55-409c-b40e-e9722c6b81ab is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:16.074252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c416e7-56fb-4cd2-9908-8b43395101a4 None None] Pushing event updated for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:16.080210 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:09:16.086457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:09:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:16.281842 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd8a6458-650a-4ac5-9d3d-934571443345 req-ce42db8e-a696-40cf-8fae-ee5e975b465a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0542428 Feb 21 01:09:16.312839 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:16.332778 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:16.340357 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:09:16.568869 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Allocated IP 172.20.0.7 (f083536d-4146-4f8c-b181-2d07e06528e7/697e3878-ae22-4a8b-bad2-2416a2db1557/7a2e0e55-f2bb-4209-af1c-69f2a613873a) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:16.816960 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da0b2470-9567-403f-95bf-468bee44820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:11Z', 'revision_number': 4, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9ab10da0-f007-416d-b731-3c1f53a5e57e', 'name': '', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'mac_address': 'fa:16:3e:ac:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:09Z', 'updated_at': '2022-02-21T01:09:15Z', 'revision_number': 4, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'subnets': [{'id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:16.856548 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b2470-9567-403f-95bf-468bee44820f None None] The sync data for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi is: [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:09:11Z', 'revision_number': 4, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9ab10da0-f007-416d-b731-3c1f53a5e57e', 'name': '', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'mac_address': 'fa:16:3e:ac:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:09Z', 'updated_at': '2022-02-21T01:09:15Z', 'revision_number': 4, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'subnets': [{'id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:09:16.859905 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50522) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:16.957891 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks [] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:16.958245 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-0dace6a8-9a60-4390-8401-2a5c1068daa5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:16.964207 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-0dace6a8-9a60-4390-8401-2a5c1068daa5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 818 time: 0.4668138 Feb 21 01:09:17.044964 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-208d2b21-75e0-45c7-8d62-be122b1bfbb8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/quotas/a5cb0164f98741baba94fcc1b7709e7e HTTP/1.1" status: 200 len: 375 time: 0.0795918 Feb 21 01:09:17.095477 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.203344 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Network f083536d-4146-4f8c-b181-2d07e06528e7 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:17.230929 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9ab10da0-f007-416d-b731-3c1f53a5e57e up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:17.234998 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Allocated IP 172.20.0.8 (8d88ddc9-10c8-4356-a5fc-74ca444968a9/12040ffa-a95f-46da-a939-4e7b2808aeaa/6f9526d4-7752-4bd3-924b-5a3062434379) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:17.248001 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:17.253496 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:17.268132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:17.270458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.324587 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4a72819c-e669-4670-b99f-554220c778be req-b05559d6-5c3c-43d0-9c43-804b59bfc697 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.1411974 Feb 21 01:09:17.392650 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Pushing event updated for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:17.407350 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-e152a9de-cdad-422b-bbdb-def3240818c3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2258127 Feb 21 01:09:17.415492 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 9ab10da0-f007-416d-b731-3c1f53a5e57e triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:17.415492 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.419115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-3cba6a17-5880-4f9c-a65e-9faff2914020 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:09:17.421178 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-3cba6a17-5880-4f9c-a65e-9faff2914020 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088634 Feb 21 01:09:17.449095 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-888846733-network', 'tenant_id': '9435a9d7a20b4e4fb7768495d4d0e229'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:17.580850 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks [] for port (6f9526d4-7752-4bd3-924b-5a3062434379), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.676710 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-fdea425a-a269-46d7-a342-8e92437cebd3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6148472 Feb 21 01:09:17.689132 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 9ab10da0-f007-416d-b731-3c1f53a5e57e is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:17.693346 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.888893 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 9ab10da0-f007-416d-b731-3c1f53a5e57e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9ab10da0-f007-416d-b731-3c1f53a5e57e,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:17.944680 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:17.951973 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Made reservation on behalf of 9435a9d7a20b4e4fb7768495d4d0e229 for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:17.958267 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.048535 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:18.053559 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb03f1-a735-4d72-806d-782940ecd17d req-fe31b926-7e2d-4c22-98da-beb464f2ab6d tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:18.062370 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e3eb03f1-a735-4d72-806d-782940ecd17d req-fe31b926-7e2d-4c22-98da-beb464f2ab6d tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 931 time: 0.3584661 Feb 21 01:09:18.064996 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.230791 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e3eb03f1-a735-4d72-806d-782940ecd17d req-8801dcc3-512a-4e26-8226-c68782a4d88a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605988 Feb 21 01:09:18.268109 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Request body: {'port': {'device_id': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:18.432306 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-3b0e08f8-e6e4-4b27-a261-94d3a7e1f619 service neutron] 10.222.0.91 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545776 Feb 21 01:09:18.478288 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.640363 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks [] for security_group (df037aef-3809-4d55-8774-4df4e64838db), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.652295 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-27b84eb5-7372-443a-ae69-a5fde45de076 req-504c88b9-7ecd-438c-a51f-abaab6285968 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 210 time: 0.0654440 Feb 21 01:09:18.744885 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.807333 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (df037aef-3809-4d55-8774-4df4e64838db), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.843601 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:09:18.867557 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (d86fdab0-1e46-4496-9f9b-902d5873277b), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:18.867935 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Added segment d86fdab0-1e46-4496-9f9b-902d5873277b of type vlan for network 0fb50959-2635-4934-8320-7da2bf4962ab Feb 21 01:09:18.936012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.65', 55080) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:19.129812 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9ab10da0-f007-416d-b731-3c1f53a5e57e up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:19.163700 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df037aef-3809-4d55-8774-4df4e64838db,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:19.182683 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 9ab10da0-f007-416d-b731-3c1f53a5e57e triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:19.184985 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:19.215730 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:19.237248 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:19.253522 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:19.265964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:19.266635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:19.303350 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (0fb50959-2635-4934-8320-7da2bf4962ab), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:19.311673 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event updated for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:19.340015 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:09:19.444283 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 9ab10da0-f007-416d-b731-3c1f53a5e57e is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:19.502308 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7b68071a-7478-49ba-9368-c37164e7903e service neutron] 10.222.0.91 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0643857 Feb 21 01:09:19.555191 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3a6de394-f2cf-4960-8233-c4992f47be41 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7583146 Feb 21 01:09:19.580864 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Request body: {'port': {'device_id': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:19.637190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-be820fff-bff6-45f8-907f-edf52c8c7f3c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:19.638731 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-be820fff-bff6-45f8-907f-edf52c8c7f3c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 818 time: 0.6993182 Feb 21 01:09:19.650245 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (0fb50959-2635-4934-8320-7da2bf4962ab), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:19.651465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:19.664362 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:19.675440 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Request body: {'port': {'device_id': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'admin_state_up': True, 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:19.946221 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0850902 Feb 21 01:09:19.946616 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00f1c-f56c-4621-9069-4ba1da501329 req-6110279b-1ad0-4b0a-8979-c8bbf3087639 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:19.953008 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-daf00f1c-f56c-4621-9069-4ba1da501329 req-6110279b-1ad0-4b0a-8979-c8bbf3087639 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 931 time: 0.2675152 Feb 21 01:09:19.967052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50622) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:19.968342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d211-4626-4d68-aa36-589dd27ad333 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb50959-2635-4934-8320-7da2bf4962ab,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:19.979091 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Request body: {'subnet': {'network_id': '0fb50959-2635-4934-8320-7da2bf4962ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-888846733-subnet', 'tenant_id': '9435a9d7a20b4e4fb7768495d4d0e229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:19.984864 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 0fb50959-2635-4934-8320-7da2bf4962ab details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:09:20.002079 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.137880 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1982-5ec2-4091-ab44-d3d3644b2e35 req-e29ceaec-c9a4-4e82-b422-f4039c84fc21 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:20.146249 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-761f1982-5ec2-4091-ab44-d3d3644b2e35 req-e29ceaec-c9a4-4e82-b422-f4039c84fc21 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 931 time: 0.2267849 Feb 21 01:09:20.203694 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2e0e55-f2bb-4209-af1c-69f2a613873a {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:20.216132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks [] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.239035 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-daf00f1c-f56c-4621-9069-4ba1da501329 req-3d4721b1-1a71-4771-8cfe-e5f1adf66988 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690036 Feb 21 01:09:20.278682 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Made reservation on behalf of 9435a9d7a20b4e4fb7768495d4d0e229 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:20.278682 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.283618 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Transition to ACTIVE for port object 7a2e0e55-f2bb-4209-af1c-69f2a613873a will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:09:20.358354 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Made reservation on behalf of a5cb0164f98741baba94fcc1b7709e7e for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:20.362029 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.410152 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-761f1982-5ec2-4091-ab44-d3d3644b2e35 req-35440b85-b88b-434e-8841-5f41e4e56a3b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630858 Feb 21 01:09:20.418225 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-910bc78a-edda-492d-9198-a3250c241576 req-98048495-051b-480f-803b-6faf2f25844b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 210 time: 0.0599093 Feb 21 01:09:20.469726 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.624956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Pushing event updated for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:20.773428 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Allocated IP 172.20.0.11 (507705df-01e7-4a80-bc5b-3439c16043cf/b6e3e724-04ff-48f5-a731-57d371aa5b05/10c581fc-f817-48b4-9e2f-a1221c3603ea) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:20.778403 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Attempting to bind port 7a2e0e55-f2bb-4209-af1c-69f2a613873a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:20.779198 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Attempting to bind port 7a2e0e55-f2bb-4209-af1c-69f2a613873a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:20.779973 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Attempting to bind port 7a2e0e55-f2bb-4209-af1c-69f2a613873a on network f083536d-4146-4f8c-b181-2d07e06528e7 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:20.828794 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Port 7a2e0e55-f2bb-4209-af1c-69f2a613873a on network f083536d-4146-4f8c-b181-2d07e06528e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:09:20.829391 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Attempting to bind port 7a2e0e55-f2bb-4209-af1c-69f2a613873a on network f083536d-4146-4f8c-b181-2d07e06528e7 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:20.866209 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:20.875030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Checking segment: {'id': '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:20.875030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Bound using segment: {'id': '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:20.875030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Bound port: 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:20.875030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.979808 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (0d8677e7-9534-458b-aaa4-5c1e3c5eb43a), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:20.998106 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9526d4-7752-4bd3-924b-5a3062434379 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:21.009158 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks [] for port (6f9526d4-7752-4bd3-924b-5a3062434379), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.045997 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Transition to ACTIVE for port object 6f9526d4-7752-4bd3-924b-5a3062434379 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:09:21.159824 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.209161 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:21.214189 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8677e7-9534-458b-aaa4-5c1e3c5eb43a,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:21.245187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:21.251218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a,segment=NetworkSegment(1d93cc83-6c4d-43f6-b22b-5f6a65db96fc),segment_id=1d93cc83-6c4d-43f6-b22b-5f6a65db96fc)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:21.265727 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Checking segment: {'id': 'd86fdab0-1e46-4496-9f9b-902d5873277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb50959-2635-4934-8320-7da2bf4962ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:21.266087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Network hostable DHCP agents. Network: 0fb50959-2635-4934-8320-7da2bf4962ab, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:09:21.275775 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks [] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.315378 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Attempting to bind port 6f9526d4-7752-4bd3-924b-5a3062434379 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:21.315378 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Attempting to bind port 6f9526d4-7752-4bd3-924b-5a3062434379 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:21.315972 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Attempting to bind port 6f9526d4-7752-4bd3-924b-5a3062434379 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:21.321813 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Port 6f9526d4-7752-4bd3-924b-5a3062434379 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:09:21.322077 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Attempting to bind port 6f9526d4-7752-4bd3-924b-5a3062434379 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:21.328026 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:21.328368 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Checking segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:21.329089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Bound using segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:21.329551 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Bound port: 6f9526d4-7752-4bd3-924b-5a3062434379, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:21.330119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.368331 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.416277 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Network 0fb50959-2635-4934-8320-7da2bf4962ab is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:09:21.435608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.478105 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:21.493435 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60c0f-737d-430d-902a-3ef9ce2cb659 req-cd4497f0-45a3-40b7-8d20-a589537872e3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:21.500715 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-abd60c0f-737d-430d-902a-3ef9ce2cb659 req-cd4497f0-45a3-40b7-8d20-a589537872e3 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.1267853 Feb 21 01:09:21.517575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Network 507705df-01e7-4a80-bc5b-3439c16043cf is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:21.525082 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 0fb50959-2635-4934-8320-7da2bf4962ab) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:21.531040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:21.531678 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.534931 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f9f33-66b5-45ae-a180-d5658fe6ce27 None None] Network 0fb50959-2635-4934-8320-7da2bf4962ab requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:21.538885 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] 10.222.0.65 "PUT /v2.0/ports/7a2e0e55-f2bb-4209-af1c-69f2a613873a HTTP/1.1" status: 200 len: 1093 time: 3.6515212 Feb 21 01:09:21.540933 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:21.553093 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f9526d4-7752-4bd3-924b-5a3062434379,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:21.636087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:21.652285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:21.653456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.693622 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:21.693751 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-abd60c0f-737d-430d-902a-3ef9ce2cb659 req-70b507e6-2586-442a-9240-70d5d3268615 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875308 Feb 21 01:09:21.699013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.700236 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:21.700974 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.715614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859be7a-6b44-464a-9a5a-179f774ca6dd service neutron] Pushing event updated for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:21.830765 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:21.831550 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:21.834552 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] 10.222.0.65 "PUT /v2.0/ports/6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 1093 time: 2.2727623 Feb 21 01:09:21.835378 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:21.895250 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d6a508d7-f892-4cac-81b2-65e0f7e3183a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9266484 Feb 21 01:09:21.925217 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2672191 Feb 21 01:09:22.002284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Request body: {'port': {'device_id': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:22.016908 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50696) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:22.156013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c" -d '{"events": [{"name": "network-changed", "server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:22.160975 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:22.286187 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-4fa7241d-a140-4cab-a72b-2094d811860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:22.289904 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-4fa7241d-a140-4cab-a72b-2094d811860d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=784d5ee9775c49d6a4127a0bea10323c&device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 1127 time: 0.5711246 Feb 21 01:09:22.301842 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efca2a8-f843-400f-b801-5a90c5e5afe4 None None] Network 0fb50959-2635-4934-8320-7da2bf4962ab requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:22.305160 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a3e22-9724-4542-a2d7-6dd7ad82da26 req-f5893398-7bc0-4e3d-9bc6-19337bffb675 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:22.307048 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e3a3e22-9724-4542-a2d7-6dd7ad82da26 req-f5893398-7bc0-4e3d-9bc6-19337bffb675 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.6250172 Feb 21 01:09:22.310519 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b06b-ecab-46e8-9e84-09fd24d0ef0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Pushing event updated for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:22.495760 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-d39ec406-55f2-4daa-942c-af55e7f487ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a HTTP/1.1" status: 200 len: 217 time: 0.1580522 Feb 21 01:09:22.615827 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f966e6d-2c04-4054-af3d-76aaf0f22758 req-89f62e68-011a-47ea-9eeb-9fff447096f4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 210 time: 0.6107996 Feb 21 01:09:22.683540 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05799785-eb89-42ca-9bc0-d86bf0d9d703 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:22.771560 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3d29ec5a-3170-426c-a9d1-6b53cd056e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:22.773369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-3d29ec5a-3170-426c-a9d1-6b53cd056e1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1127 time: 0.7660775 Feb 21 01:09:22.976509 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-ac2ffba3-27da-4a33-8669-51ab16151da7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 217 time: 0.1929502 Feb 21 01:09:23.043053 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.65', 55088) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:23.105094 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:23.158436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef483e10-c361-4495-95d9-ff81b6f2b00c x-openstack-request-id: req-ef483e10-c361-4495-95d9-ff81b6f2b00c {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:23.162489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:23.162489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef483e10-c361-4495-95d9-ff81b6f2b00c {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:23.162489 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a', 'status': 'completed', 'code': 200} Feb 21 01:09:23.309166 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ec366220-8c38-46a0-acb8-62d8eda9aef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:23.359541 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e3a3e22-9724-4542-a2d7-6dd7ad82da26 req-58c33738-a926-45b2-952d-f816064a75ed tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0444791 Feb 21 01:09:23.454535 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-79556de7-9a3c-4d6e-a35c-a7fea09c5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:23.462120 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-79556de7-9a3c-4d6e-a35c-a7fea09c5a15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=697e3878-ae22-4a8b-bad2-2416a2db1557 HTTP/1.1" status: 200 len: 852 time: 0.9327424 Feb 21 01:09:23.574208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4a47-1660-421b-b144-812008ddc598 req-a064395d-cf32-4c74-9a4f-22671b22d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:23.575692 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-a064395d-cf32-4c74-9a4f-22671b22d4a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.5938582 Feb 21 01:09:23.732238 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-3fa21036-df4f-4676-9c3a-8c437a7f2192 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f083536d-4146-4f8c-b181-2d07e06528e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2221904 Feb 21 01:09:23.770764 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-16fd4ddc-aa28-44e2-b023-4f216ddb616f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645319 Feb 21 01:09:23.786497 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73a7d-ffa2-4218-939d-de96793fb474 req-801fd244-c60b-4292-85e3-f86bb92fc350 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:23.795902 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bac73a7d-ffa2-4218-939d-de96793fb474 req-801fd244-c60b-4292-85e3-f86bb92fc350 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.5173423 Feb 21 01:09:23.867209 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d285a94e-1123-4ad6-b882-02f043c1edc0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:23.868657 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d285a94e-1123-4ad6-b882-02f043c1edc0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 818 time: 0.7455163 Feb 21 01:09:23.904126 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c581fc-f817-48b4-9e2f-a1221c3603ea {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:23.922479 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks [] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:23.950374 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Transition to ACTIVE for port object 10c581fc-f817-48b4-9e2f-a1221c3603ea will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:09:23.953695 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-42193e8b-f333-4ee5-a860-7ca4c461ebc8 service neutron] 10.222.0.65 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990342 Feb 21 01:09:23.969759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Request body: {'port': {'device_id': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'admin_state_up': True, 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:23.976013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 50756) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:24.003894 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.050067 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762301146-network', 'tenant_id': 'e23f1cbf89244625a52a1cc4fd053069'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:24.056836 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-899eab0d-3d64-41bd-ac95-9e2134f6249e service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465425 Feb 21 01:09:24.129479 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b09fa9-06c7-49bd-95d2-fa1b897a73dc x-openstack-request-id: req-d1b09fa9-06c7-49bd-95d2-fa1b897a73dc {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:24.131877 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:24.132637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1b09fa9-06c7-49bd-95d2-fa1b897a73dc {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:24.133334 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379', 'status': 'completed', 'code': 200} Feb 21 01:09:24.237543 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50768) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:24.272382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Pushing event updated for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:24.346749 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f80d716b-5768-4492-b7ce-c9b874c68e2a req-c30c8493-94f1-4a49-a674-7ebc818ef17a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 210 time: 0.1572137 Feb 21 01:09:24.352436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Attempting to bind port 10c581fc-f817-48b4-9e2f-a1221c3603ea on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:24.352755 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Attempting to bind port 10c581fc-f817-48b4-9e2f-a1221c3603ea by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:24.353090 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Attempting to bind port 10c581fc-f817-48b4-9e2f-a1221c3603ea on network 507705df-01e7-4a80-bc5b-3439c16043cf {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:24.358480 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-62001d44-c3e6-4cdd-a557-27dc7cdc7387 req-5fcf240f-2ac1-4a8c-8712-fe3d6033e6d0 service neutron] 10.222.0.65 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886673 Feb 21 01:09:24.360965 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Port 10c581fc-f817-48b4-9e2f-a1221c3603ea on network 507705df-01e7-4a80-bc5b-3439c16043cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:09:24.361342 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Attempting to bind port 10c581fc-f817-48b4-9e2f-a1221c3603ea on network 507705df-01e7-4a80-bc5b-3439c16043cf {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:24.368628 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:24.368937 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Checking segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:24.369456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Bound using segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:24.369957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Bound port: 10c581fc-f817-48b4-9e2f-a1221c3603ea, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:24.370376 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.428780 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ec366220-8c38-46a0-acb8-62d8eda9aef8 admin admin] Publish callbacks [] for security_group (b7d9d761-84e2-4b6e-884e-c0ceee895c95), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.530712 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-287177cf-af86-4a27-aae4-abb51de8588e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.551966 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ec366220-8c38-46a0-acb8-62d8eda9aef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b7d9d761-84e2-4b6e-884e-c0ceee895c95), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.587926 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:24.607451 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:24.617143 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bac73a7d-ffa2-4218-939d-de96793fb474 req-f58a4da8-34ac-4c7b-a423-f53366e50692 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8000255 Feb 21 01:09:24.635106 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6f6c4a47-1660-421b-b144-812008ddc598 req-ae2ce1ff-24c5-4d4b-a585-f74b0e259091 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009024 Feb 21 01:09:24.660735 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff75bc-aff8-4393-b79e-83b6d6707401 req-4d176722-6a6e-4b02-be33-fe72525b9ed1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:24.669888 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76ff75bc-aff8-4393-b79e-83b6d6707401 req-4d176722-6a6e-4b02-be33-fe72525b9ed1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.1357315 Feb 21 01:09:24.718390 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec366220-8c38-46a0-acb8-62d8eda9aef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9d761-84e2-4b6e-884e-c0ceee895c95,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:24.724384 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ec366220-8c38-46a0-acb8-62d8eda9aef8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e8af25034e24c7f81def4c24dee0e1f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2634423 Feb 21 01:09:24.742145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50778) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:24.749174 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Made reservation on behalf of e23f1cbf89244625a52a1cc4fd053069 for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:24.751887 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.753728 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.836156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76ff75bc-aff8-4393-b79e-83b6d6707401 req-f156c737-aa4d-46e0-ab5f-b10708052e28 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653769 Feb 21 01:09:24.849821 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.857621 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-287177cf-af86-4a27-aae4-abb51de8588e admin admin] Publish callbacks [] for security_group (59d41455-8ef4-4b80-8edb-a42487d52b55), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.875735 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:24.876458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.877977 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] 10.222.0.65 "PUT /v2.0/ports/10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 1094 time: 2.8807142 Feb 21 01:09:24.935419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2123f-4fc8-47d4-8a2d-68c456ca4728 service neutron] Pushing event updated for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:24.955203 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-287177cf-af86-4a27-aae4-abb51de8588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (59d41455-8ef4-4b80-8edb-a42487d52b55), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.965175 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] Publish callbacks [] for security_group (b7d9d761-84e2-4b6e-884e-c0ceee895c95), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:24.981102 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-740b77b3-5658-4dd9-abce-c083a5798b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:24.982633 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-740b77b3-5658-4dd9-abce-c083a5798b77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=784d5ee9775c49d6a4127a0bea10323c&device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 1127 time: 0.2564654 Feb 21 01:09:25.010785 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-e0a062e7-2782-4c01-9725-48a7eafe41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.012475 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-e0a062e7-2782-4c01-9725-48a7eafe41a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1127 time: 0.1643369 Feb 21 01:09:25.049711 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] Publish callbacks [] for security_group (b7d9d761-84e2-4b6e-884e-c0ceee895c95), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.113229 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-287177cf-af86-4a27-aae4-abb51de8588e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6cf6cd6009e64579b709348a6d883698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8538787 Feb 21 01:09:25.115128 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50784) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:25.128487 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287177cf-af86-4a27-aae4-abb51de8588e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d41455-8ef4-4b80-8edb-a42487d52b55,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:25.156909 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Made reservation on behalf of a5cb0164f98741baba94fcc1b7709e7e for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:25.163820 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.183408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:25.186023 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a07bc7-386c-4050-a9ac-f166a18326bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:25.292615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059f953c-8536-49db-a9af-f50d23c95a34 x-openstack-request-id: req-059f953c-8536-49db-a9af-f50d23c95a34 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:25.293856 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:25.303603 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-059f953c-8536-49db-a9af-f50d23c95a34 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:25.303603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea', 'status': 'completed', 'code': 200} Feb 21 01:09:25.382887 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-1d483339-22fc-4722-b158-2667a3a0ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.385082 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-1d483339-22fc-4722-b158-2667a3a0ace8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1128 time: 0.3455849 Feb 21 01:09:25.409270 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks [] for security_group (6f996cfc-c240-4830-8d87-af4a0bb24a9a), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.425956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-1eea2840-4904-4142-93a5-9b35eecc6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.428669 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-1eea2840-4904-4142-93a5-9b35eecc6229 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 915 time: 0.3917034 Feb 21 01:09:25.431964 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] Publish callbacks [] for security_group (59d41455-8ef4-4b80-8edb-a42487d52b55), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.474421 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-2d83bd60-c260-4f68-b675-6c4936c6b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.475971 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-2d83bd60-c260-4f68-b675-6c4936c6b649 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f083536d-4146-4f8c-b181-2d07e06528e7 HTTP/1.1" status: 200 len: 913 time: 0.4725723 Feb 21 01:09:25.479404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (6f996cfc-c240-4830-8d87-af4a0bb24a9a), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.578454 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f996cfc-c240-4830-8d87-af4a0bb24a9a,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:25.582853 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:09:25.589994 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-c1ce0983-a5fd-4da4-a205-4fe00baf6c1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.1730793 Feb 21 01:09:25.592583 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-d9888709-e1f1-4867-95a7-357bf4fc8b02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a HTTP/1.1" status: 200 len: 217 time: 0.0854015 Feb 21 01:09:25.596852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Allocated IP 172.20.0.5 (507705df-01e7-4a80-bc5b-3439c16043cf/b6e3e724-04ff-48f5-a731-57d371aa5b05/39c05458-94e5-4923-817e-c11c68084a56) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:09:25.599469 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f8f5767-8c65-40b0-8f60-6f341d18ba29 req-3c0faa40-56a2-4a4e-950b-cff565cb8d71 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 210 time: 0.0505879 Feb 21 01:09:25.613397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b7d9d761-84e2-4b6e-884e-c0ceee895c95), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.613397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.613397 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b7d9d761-84e2-4b6e-884e-c0ceee895c95 HTTP/1.1" status: 204 len: 168 time: 0.8663545 Feb 21 01:09:25.617075 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-0d7e2f81-c6b4-44ce-a4e1-2ac408124137 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 217 time: 0.1033418 Feb 21 01:09:25.617143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (20434837-dd50-4e7e-b5e7-95b5db8fb335), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.617476 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Added segment 20434837-dd50-4e7e-b5e7-95b5db8fb335 of type vlan for network 96f1dc54-6c5a-4483-8c79-542584c0aae7 Feb 21 01:09:25.656929 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] Publish callbacks [] for security_group (59d41455-8ef4-4b80-8edb-a42487d52b55), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.682108 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (96f1dc54-6c5a-4483-8c79-542584c0aae7), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.695478 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b87a1-720b-414e-829b-a02f76a5d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9d761-84e2-4b6e-884e-c0ceee895c95,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:25.891297 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e299d0-315f-4a75-88ce-524f5affdfb2 req-9821fa8f-8fb6-48e0-927a-8d0c78cdff2b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.892937 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7e299d0-315f-4a75-88ce-524f5affdfb2 req-9821fa8f-8fb6-48e0-927a-8d0c78cdff2b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.1501706 Feb 21 01:09:25.915549 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (59d41455-8ef4-4b80-8edb-a42487d52b55), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.918618 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (96f1dc54-6c5a-4483-8c79-542584c0aae7), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.919345 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:25.919601 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.919984 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:25.920990 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/59d41455-8ef4-4b80-8edb-a42487d52b55 HTTP/1.1" status: 204 len: 168 time: 0.7938066 Feb 21 01:09:25.934093 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddde033-27fc-4772-b699-6e708105342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d41455-8ef4-4b80-8edb-a42487d52b55,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:26.045392 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590a423-4174-413e-b302-076faa535d3e req-f8ab1390-9a8d-4526-8588-c7e4148ac0ac tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:26.047456 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1590a423-4174-413e-b302-076faa535d3e req-f8ab1390-9a8d-4526-8588-c7e4148ac0ac tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.0775044 Feb 21 01:09:26.119626 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1590a423-4174-413e-b302-076faa535d3e req-b9e5c7ac-24b7-48fc-b808-cc6877779bce tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Feb 21 01:09:26.267975 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2222455 Feb 21 01:09:26.271429 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks [] for port (39c05458-94e5-4923-817e-c11c68084a56), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:26.272106 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50816) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:26.277388 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Request body: {'subnet': {'network_id': '96f1dc54-6c5a-4483-8c79-542584c0aae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762301146-subnet', 'tenant_id': 'e23f1cbf89244625a52a1cc4fd053069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:26.284199 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7e299d0-315f-4a75-88ce-524f5affdfb2 req-f74cd0a1-eda1-4cf1-a677-b1ba7703b8ed tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831193 Feb 21 01:09:26.284833 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfce8-ae7a-4bf7-9f88-8d487dc13ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=96f1dc54-6c5a-4483-8c79-542584c0aae7,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:26.300150 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 96f1dc54-6c5a-4483-8c79-542584c0aae7 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:09:26.386006 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Made reservation on behalf of e23f1cbf89244625a52a1cc4fd053069 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:09:26.388858 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:26.415187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:26.462953 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Network 507705df-01e7-4a80-bc5b-3439c16043cf is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:09:26.466073 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:26.468718 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:09:26.477750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:26.477750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:26.493629 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Pushing event updated for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:26.584581 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d8ce5f58-2a29-4001-8cb1-4f01913cc8e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6462495 Feb 21 01:09:26.666020 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (882aaaf8-fc5e-4e77-9ac5-aca7d89e4235), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:26.771928 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=882aaaf8-fc5e-4e77-9ac5-aca7d89e4235,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:26.782201 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Checking segment: {'id': '20434837-dd50-4e7e-b5e7-95b5db8fb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '96f1dc54-6c5a-4483-8c79-542584c0aae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:26.782201 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Network hostable DHCP agents. Network: 96f1dc54-6c5a-4483-8c79-542584c0aae7, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:09:26.791104 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfdc5-7d39-4f22-acaf-8a13a1f33cd4 req-7eae2094-a311-448e-8cbf-48ea5bd688bc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:26.792772 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-285dfdc5-7d39-4f22-acaf-8a13a1f33cd4 req-7eae2094-a311-448e-8cbf-48ea5bd688bc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 931 time: 0.1243267 Feb 21 01:09:26.849370 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-285dfdc5-7d39-4f22-acaf-8a13a1f33cd4 req-99841692-44f6-4d4f-bdbd-2032fb7bd510 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 Feb 21 01:09:26.939686 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Network 96f1dc54-6c5a-4483-8c79-542584c0aae7 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:09:27.019948 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 96f1dc54-6c5a-4483-8c79-542584c0aae7) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:09:27.026140 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:27.027548 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:27.037917 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988552b2-51cb-4b94-8f27-4677f625f6ad None None] Network 96f1dc54-6c5a-4483-8c79-542584c0aae7 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:27.106851 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4b9c7fac-9652-4678-b787-474f0387e18c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8335607 Feb 21 01:09:27.169889 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1200ea3-359e-4e00-83c3-5b225c75efb7 None None] Network 96f1dc54-6c5a-4483-8c79-542584c0aae7 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:09:27.256087 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872e1e3-627e-4555-a282-2b434661abe7 req-1dca0fce-7d48-4862-a45a-13d486c2533c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:27.263970 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f872e1e3-627e-4555-a282-2b434661abe7 req-1dca0fce-7d48-4862-a45a-13d486c2533c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.0655882 Feb 21 01:09:27.320894 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f872e1e3-627e-4555-a282-2b434661abe7 req-16930bdb-f3a8-4e05-8bf3-b8058aefb736 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Feb 21 01:09:27.467947 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7534-d767-48eb-8ca7-09e7f1d7600c req-3a7c820c-50c9-49b6-b292-eda3fd384131 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:27.478144 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6b8d7534-d767-48eb-8ca7-09e7f1d7600c req-3a7c820c-50c9-49b6-b292-eda3fd384131 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.0641072 Feb 21 01:09:27.526587 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6b8d7534-d767-48eb-8ca7-09e7f1d7600c req-117beb4e-26b5-4df6-bf42-7f483a28f1de tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503969 Feb 21 01:09:27.990660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f1047-6e5d-46f6-816a-a466318410a6 req-024d7a48-43dc-4d7a-a122-79479a50d6ea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:27.999764 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-673f1047-6e5d-46f6-816a-a466318410a6 req-024d7a48-43dc-4d7a-a122-79479a50d6ea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 931 time: 0.0747597 Feb 21 01:09:28.052842 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-673f1047-6e5d-46f6-816a-a466318410a6 req-aee17313-2938-4062-9b4c-b6d2c9043a5a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Feb 21 01:09:28.502050 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ae02-276e-439c-9717-0ac69551b5e1 req-d9831538-f04a-4f30-a55b-4bf382ffe4de tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:28.514982 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-54b3ae02-276e-439c-9717-0ac69551b5e1 req-d9831538-f04a-4f30-a55b-4bf382ffe4de tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.0994346 Feb 21 01:09:28.591032 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-54b3ae02-276e-439c-9717-0ac69551b5e1 req-331c0771-68da-4288-9682-74d1dc652de5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742779 Feb 21 01:09:28.735578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25563-3c4d-4bba-82bf-78ab064c1835 req-0288193d-b06f-46c8-b3f7-3c7d5f031332 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:28.737162 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c6a25563-3c4d-4bba-82bf-78ab064c1835 req-0288193d-b06f-46c8-b3f7-3c7d5f031332 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.1136160 Feb 21 01:09:28.804697 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c6a25563-3c4d-4bba-82bf-78ab064c1835 req-cedacc1d-5755-4329-96d5-ab09b651d1c2 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605454 Feb 21 01:09:29.056591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50930) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:29.217399 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Request body: {'port': {'device_id': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:09:29.512655 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-172aff2e-8154-41be-adc3-be4fd2909dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:29.514439 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-172aff2e-8154-41be-adc3-be4fd2909dd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=697e3878-ae22-4a8b-bad2-2416a2db1557 HTTP/1.1" status: 200 len: 852 time: 0.3129499 Feb 21 01:09:29.523686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d3489488-4926-4cee-869c-cc72a562c058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:29.582621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (39c05458-94e5-4923-817e-c11c68084a56), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:29.602551 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a6857da4-0067-4df6-9481-b09591006016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:29.620964 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-835100be-8946-487c-8eb1-3e0c8ba73b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:29.622741 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-835100be-8946-487c-8eb1-3e0c8ba73b76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.4202166 Feb 21 01:09:29.630102 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-9e20d269-64ee-4085-84ee-88529fb66192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:29.632106 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-9e20d269-64ee-4085-84ee-88529fb66192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.4457891 Feb 21 01:09:29.640030 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-ac3d15fe-da10-4f2d-bca2-d05762e40e03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f083536d-4146-4f8c-b181-2d07e06528e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092222 Feb 21 01:09:29.715326 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415930-3d75-413b-b46c-de40bb1c69cc req-c49c5738-1d87-4684-9d03-a01a9d5be0f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:29.733286 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e1415930-3d75-413b-b46c-de40bb1c69cc req-c49c5738-1d87-4684-9d03-a01a9d5be0f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 931 time: 0.5364964 Feb 21 01:09:29.741111 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-f569135c-6eb6-454f-bf46-b4fcf4b7d322 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967417 Feb 21 01:09:29.768843 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-63eb8abb-571b-46a8-be84-6df1b2861702 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127040 Feb 21 01:09:29.915072 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-00aa07e2-2a6d-4cf2-a98d-df4822b9f9c1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510313 Feb 21 01:09:30.082808 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63d4fd-2d05-4507-99ae-6719b9e60e62 req-23937597-3ca6-432c-ac5e-bd63d7d6b3c6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:30.085482 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-da63d4fd-2d05-4507-99ae-6719b9e60e62 req-23937597-3ca6-432c-ac5e-bd63d7d6b3c6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.3064787 Feb 21 01:09:30.087767 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-c0e809b1-3953-4b22-a2ed-283c512a81c7 service neutron] 10.222.0.65 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319663 Feb 21 01:09:30.177189 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e1415930-3d75-413b-b46c-de40bb1c69cc req-225ac4b6-1f12-411b-bbbd-86db6dda7809 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423952 Feb 21 01:09:30.259682 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-16c15e27-76ce-42f1-a17b-71e7ebd231a5 service neutron] 10.222.0.65 "GET /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609793 Feb 21 01:09:30.292219 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a6857da4-0067-4df6-9481-b09591006016 admin admin] Publish callbacks [] for security_group (19d44193-6886-4679-8021-5419725e1d86), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.296273 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-fc8c35f5-06ea-41c6-aa04-f27dfd6d0275 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027038 Feb 21 01:09:30.401107 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-da63d4fd-2d05-4507-99ae-6719b9e60e62 req-2725cb8e-a073-494c-b4bc-c8ef8f632ad6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064132 Feb 21 01:09:30.509512 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-76b68668-c1e9-4804-8da9-c1ade86c2fb1 req-55037d12-08f7-4db6-9101-cbdb3035af8e service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778328 Feb 21 01:09:30.514013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c05458-94e5-4923-817e-c11c68084a56 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:30.525365 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks [] for port (39c05458-94e5-4923-817e-c11c68084a56), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.539264 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a6857da4-0067-4df6-9481-b09591006016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (19d44193-6886-4679-8021-5419725e1d86), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.544858 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Transition to ACTIVE for port object 39c05458-94e5-4923-817e-c11c68084a56 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:09:30.655065 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.668467 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a6857da4-0067-4df6-9481-b09591006016 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=75e8912148634297823a6d7dcdd8142d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6099851 Feb 21 01:09:30.672173 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 50976) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:30.677721 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6857da4-0067-4df6-9481-b09591006016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d44193-6886-4679-8021-5419725e1d86,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:30.746787 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5ad2307-dd4c-42f2-9a14-6ffdcb803896 req-00706feb-6718-44dd-a9f8-0b0ecdcf470d service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162413 Feb 21 01:09:30.761216 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Pushing event updated for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:30.784895 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Attempting to bind port 39c05458-94e5-4923-817e-c11c68084a56 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:09:30.785238 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Attempting to bind port 39c05458-94e5-4923-817e-c11c68084a56 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:09:30.785594 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Attempting to bind port 39c05458-94e5-4923-817e-c11c68084a56 on network 507705df-01e7-4a80-bc5b-3439c16043cf {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:30.793106 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Port 39c05458-94e5-4923-817e-c11c68084a56 on network 507705df-01e7-4a80-bc5b-3439c16043cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:09:30.793439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Attempting to bind port 39c05458-94e5-4923-817e-c11c68084a56 on network 507705df-01e7-4a80-bc5b-3439c16043cf {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:09:30.799214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:09:30.802250 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Checking segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:09:30.802250 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Bound using segment: {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:09:30.802250 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Bound port: 39c05458-94e5-4923-817e-c11c68084a56, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aea253-58bc-40ba-9614-48037ff7fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:09:30.802250 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (39c05458-94e5-4923-817e-c11c68084a56), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.865009 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f1d4f-e27e-42e0-b356-3161c15b2c6c req-cea5645f-f1e3-4c38-a40e-8deb7f7f3dcd tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:30.874321 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d8f1d4f-e27e-42e0-b356-3161c15b2c6c req-cea5645f-f1e3-4c38-a40e-8deb7f7f3dcd tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.3413289 Feb 21 01:09:30.878904 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-73207426-3972-4750-aee5-346213c28465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:30.880926 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-73207426-3972-4750-aee5-346213c28465 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1128 time: 0.2078142 Feb 21 01:09:30.924052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] Publish callbacks [] for security_group (19d44193-6886-4679-8021-5419725e1d86), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:30.966013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] Publish callbacks [] for security_group (19d44193-6886-4679-8021-5419725e1d86), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:31.008510 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:09:31.017180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39c05458-94e5-4923-817e-c11c68084a56,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:09:31.089680 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d8f1d4f-e27e-42e0-b356-3161c15b2c6c req-4b672437-edc3-4929-a99d-3a7af942a70b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141151 Feb 21 01:09:31.108165 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:31.171694 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.172376 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:31.174133 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] 10.222.0.65 "PUT /v2.0/ports/39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 1093 time: 1.9696870 Feb 21 01:09:31.176687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'tag': '39c05458-94e5-4923-817e-c11c68084a56'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:31.179459 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6651e-7b37-4cbe-b875-536ee0a2cc88" -d '{"events": [{"name": "network-changed", "server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "tag": "39c05458-94e5-4923-817e-c11c68084a56"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:31.229103 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (19d44193-6886-4679-8021-5419725e1d86), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:31.236272 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:31.242730 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/19d44193-6886-4679-8021-5419725e1d86 HTTP/1.1" status: 204 len: 168 time: 0.5380740 Feb 21 01:09:31.264119 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-8dad3485-083f-4174-bdf8-77ba8df75d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.268034 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-8dad3485-083f-4174-bdf8-77ba8df75d11 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.2823417 Feb 21 01:09:31.284308 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bd76c-7fec-4175-835a-94b16250321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d44193-6886-4679-8021-5419725e1d86,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:31.302194 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3116ddbd-11ec-4aa5-8305-a965c5b91066 x-openstack-request-id: req-3116ddbd-11ec-4aa5-8305-a965c5b91066 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:31.324379 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "tag": "39c05458-94e5-4923-817e-c11c68084a56", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:31.327130 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3116ddbd-11ec-4aa5-8305-a965c5b91066 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:31.328369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'tag': '39c05458-94e5-4923-817e-c11c68084a56', 'status': 'completed', 'code': 200} Feb 21 01:09:31.400518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bf559-61e0-4d1b-8682-91220598b52b service neutron] Pushing event updated for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:31.463276 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-965ba899-de6e-4ca5-887f-fa75ca991b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.465583 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-965ba899-de6e-4ca5-887f-fa75ca991b08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1127 time: 0.1317945 Feb 21 01:09:31.482837 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-ab6fac4a-6560-4a2e-9560-e2d6a5dd5b5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.1934574 Feb 21 01:09:31.681341 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-4481642f-a29b-435e-b7b7-cde9d1f0661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.685365 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-4481642f-a29b-435e-b7b7-cde9d1f0661f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.1526837 Feb 21 01:09:31.709350 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb57c8-147f-4d76-acf6-041157aa6203 req-7c083f95-0ba0-4f5a-8a98-14f49f5612e0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.721308 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-56eb57c8-147f-4d76-acf6-041157aa6203 req-7c083f95-0ba0-4f5a-8a98-14f49f5612e0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 943 time: 0.2427111 Feb 21 01:09:31.821788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc593d-6e23-4b55-ac10-55596aa01f89 req-6ddf1178-4354-4047-a170-d21a1e656dc5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.823937 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7afc593d-6e23-4b55-ac10-55596aa01f89 req-6ddf1178-4354-4047-a170-d21a1e656dc5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.2716107 Feb 21 01:09:31.842472 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-1a2157ac-f503-4d78-9065-4730c2988278 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751154 Feb 21 01:09:31.941652 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-2be26500-0eac-4e82-a511-23cad69f7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:31.945945 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-2be26500-0eac-4e82-a511-23cad69f7bd9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4213016 Feb 21 01:09:32.070804 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-56eb57c8-147f-4d76-acf6-041157aa6203 req-1b9984f5-a88c-43b5-8fc2-f78f48c9b872 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318894 Feb 21 01:09:32.093446 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7afc593d-6e23-4b55-ac10-55596aa01f89 req-1eb7ff22-8ce7-4a79-88dc-36ae157c903d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458697 Feb 21 01:09:32.185676 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-745b076f-96c9-48f3-9342-0b79a368e37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:32.354869 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-9aeef8fc-8633-41d8-afdf-4275ec74bbb9 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607645 Feb 21 01:09:32.402914 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-ff29952b-449d-407d-b1bc-9c0ae8302c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:32.406130 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88b6651e-7b37-4cbe-b875-536ee0a2cc88 req-ff29952b-449d-407d-b1bc-9c0ae8302c44 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3089340 Feb 21 01:09:32.548464 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5348b-ca21-4866-a374-d7e74de559be req-13fc7077-fb82-4f94-85fc-00450f812ffb tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:32.556369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9db5348b-ca21-4866-a374-d7e74de559be req-13fc7077-fb82-4f94-85fc-00450f812ffb tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.2601223 Feb 21 01:09:32.655132 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-2fd1d604-6039-48c5-bd6d-cf00fed15eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:32.660410 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-2fd1d604-6039-48c5-bd6d-cf00fed15eeb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1127 time: 0.1701157 Feb 21 01:09:32.757297 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9db5348b-ca21-4866-a374-d7e74de559be req-8f8167d4-3e82-4818-bcfe-5e4f3941f659 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626000 Feb 21 01:09:32.769640 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2a07bc7-386c-4050-a9ac-f166a18326bd req-59e6da2b-5032-4ac9-aa8a-dd0611876a58 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066596 Feb 21 01:09:32.809613 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51046) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:32.828299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dff6fa07-563b-4c2e-b074-0383b00fc7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:32.974900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-727bed03-7192-4152-99c5-bfd5268deb02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.3006170 Feb 21 01:09:32.975289 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dff6fa07-563b-4c2e-b074-0383b00fc7e3 admin admin] Publish callbacks [] for security_group (a4d9f289-bb28-4f81-a83e-be56d216e5ec), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.073429 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dff6fa07-563b-4c2e-b074-0383b00fc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a4d9f289-bb28-4f81-a83e-be56d216e5ec), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.168857 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-dff6fa07-563b-4c2e-b074-0383b00fc7e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7e7415f8e5c040dca339cc7e0aa9f2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392308 Feb 21 01:09:33.168857 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6fa07-563b-4c2e-b074-0383b00fc7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9f289-bb28-4f81-a83e-be56d216e5ec,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:33.171007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51062) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:33.330970 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac9a2-8d18-443f-b34b-f2204c5f6d65 req-6ff62198-e15d-48ab-9141-6f62b4a9864b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:33.333359 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e57ac9a2-8d18-443f-b34b-f2204c5f6d65 req-6ff62198-e15d-48ab-9141-6f62b4a9864b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 943 time: 0.0880227 Feb 21 01:09:33.364160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-0ae82bb3-bf87-46f3-9745-8c26e89df1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:33.365794 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-0ae82bb3-bf87-46f3-9745-8c26e89df1f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.1536179 Feb 21 01:09:33.374266 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] Publish callbacks [] for security_group (a4d9f289-bb28-4f81-a83e-be56d216e5ec), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.415017 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e57ac9a2-8d18-443f-b34b-f2204c5f6d65 req-be952260-a0b7-4b64-9aa3-f287708f62b9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722611 Feb 21 01:09:33.415797 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6b408-bf30-4784-9a16-39dfe16fe55b req-bc799200-99ac-4a60-8560-7a456ee42334 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:33.418511 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7d6b408-bf30-4784-9a16-39dfe16fe55b req-bc799200-99ac-4a60-8560-7a456ee42334 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.1503265 Feb 21 01:09:33.460856 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] Publish callbacks [] for security_group (a4d9f289-bb28-4f81-a83e-be56d216e5ec), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.508254 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-b237d857-4b51-477e-a88d-9f12946b8092 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731688 Feb 21 01:09:33.603356 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.616291 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7d6b408-bf30-4784-9a16-39dfe16fe55b req-38f226a4-868c-4ba0-a5f7-6c71ca5b6841 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842320 Feb 21 01:09:33.674672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-8766eff2-a178-4859-abaa-0f9ace4ffd2c service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234953 Feb 21 01:09:33.797160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a4d9f289-bb28-4f81-a83e-be56d216e5ec), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.801150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:33.806706 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a4d9f289-bb28-4f81-a83e-be56d216e5ec HTTP/1.1" status: 204 len: 168 time: 0.6304533 Feb 21 01:09:33.844871 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd104c6-3cfb-4770-843b-4fef4e144d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9f289-bb28-4f81-a83e-be56d216e5ec,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:34.059380 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78dfc1b9-816a-4d6c-a89d-976e35a5e42e req-d7027dce-40db-406d-8b70-a1fa064fe8a2 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546730 Feb 21 01:09:34.096818 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1f76-2b49-46f7-b89e-ec0090337e5b req-8e23cf89-a3d7-4158-88ca-a00bfcb19f69 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:34.106532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9cbd1f76-2b49-46f7-b89e-ec0090337e5b req-8e23cf89-a3d7-4158-88ca-a00bfcb19f69 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.2008805 Feb 21 01:09:34.212448 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9cbd1f76-2b49-46f7-b89e-ec0090337e5b req-fb0727c3-37e4-4ce9-9a50-1504d8e3907d tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986164 Feb 21 01:09:34.602280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd8399-aba1-412b-a6f4-862860720abb req-0535daed-3ec2-40a0-98c0-5d7a04c73182 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:34.609456 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-49dd8399-aba1-412b-a6f4-862860720abb req-0535daed-3ec2-40a0-98c0-5d7a04c73182 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 943 time: 0.0974035 Feb 21 01:09:34.670187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-49dd8399-aba1-412b-a6f4-862860720abb req-5436f9ba-10bd-4db0-bc81-f3d7dd795d5f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595129 Feb 21 01:09:34.779550 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167d1d-9288-4e53-835a-7cf316949679 req-fd8a1832-4e9a-4f3b-98b4-1fafeda04bc8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:34.784434 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f6167d1d-9288-4e53-835a-7cf316949679 req-fd8a1832-4e9a-4f3b-98b4-1fafeda04bc8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.0730963 Feb 21 01:09:34.836788 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f6167d1d-9288-4e53-835a-7cf316949679 req-41c3ef65-b06c-4113-8942-cdd3e04f7c76 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Feb 21 01:09:34.968112 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:35.381667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b977a4-1065-49fc-870a-e12b0d527701 req-0cf01805-2e11-46e8-88c1-e210d5fade9b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:35.383278 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b977a4-1065-49fc-870a-e12b0d527701 req-0cf01805-2e11-46e8-88c1-e210d5fade9b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.0611696 Feb 21 01:09:35.472359 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b977a4-1065-49fc-870a-e12b0d527701 req-5004c7d9-0301-4147-b52d-1575aca917b8 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795622 Feb 21 01:09:35.848636 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fba83-bd9e-4568-a53d-e9cb660ce2dd req-4f50a467-24ee-4f04-ad95-1275ee0eb95d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:35.850763 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c3fba83-bd9e-4568-a53d-e9cb660ce2dd req-4f50a467-24ee-4f04-ad95-1275ee0eb95d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 943 time: 0.1035295 Feb 21 01:09:35.938517 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:35.947792 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c3fba83-bd9e-4568-a53d-e9cb660ce2dd req-da1c461c-9b8d-4a98-97a6-1cf091d0aa47 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 Feb 21 01:09:36.011124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393deb-fdef-47aa-9af4-91abfddf8cf9 req-2a0dd44a-1c33-4205-903c-7b12e6593ecc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:36.011124 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9d393deb-fdef-47aa-9af4-91abfddf8cf9 req-2a0dd44a-1c33-4205-903c-7b12e6593ecc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.0787218 Feb 21 01:09:36.060889 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9d393deb-fdef-47aa-9af4-91abfddf8cf9 req-6fba72f2-246c-485a-84cf-bb41984e0e2d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Feb 21 01:09:36.219255 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 7a2e0e55-f2bb-4209-af1c-69f2a613873a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:09:36.332156 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a,segment=NetworkSegment(1d93cc83-6c4d-43f6-b22b-5f6a65db96fc),segment_id=1d93cc83-6c4d-43f6-b22b-5f6a65db96fc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:36.347737 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '7a2e0e55-f2bb-4209-af1c-69f2a613873a', 'network_id': 'f083536d-4146-4f8c-b181-2d07e06528e7', 'port_id': '7a2e0e55-f2bb-4209-af1c-69f2a613873a', 'mac_address': 'fa:16:3e:2c:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697e3878-ae22-4a8b-bad2-2416a2db1557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:09:36.415297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 7a2e0e55-f2bb-4209-af1c-69f2a613873a is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:36.416465 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:36.435157 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2e0e55-f2bb-4209-af1c-69f2a613873a {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:36.462289 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a,segment=NetworkSegment(1d93cc83-6c4d-43f6-b22b-5f6a65db96fc),segment_id=1d93cc83-6c4d-43f6-b22b-5f6a65db96fc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:36.602719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:36.603929 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 10c581fc-f817-48b4-9e2f-a1221c3603ea details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:09:36.648855 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3e2d8-e808-42d6-958f-f5d17bf123b5 req-7916da5a-eade-4742-93d7-77edd5b37f93 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:36.651032 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8ad3e2d8-e808-42d6-958f-f5d17bf123b5 req-7916da5a-eade-4742-93d7-77edd5b37f93 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 943 time: 0.0764859 Feb 21 01:09:36.709788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51186) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:36.738075 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8ad3e2d8-e808-42d6-958f-f5d17bf123b5 req-af59de06-05ee-4196-ab38-a3e25f3173fc tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795276 Feb 21 01:09:36.743471 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:36.807966 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:36.824086 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '10c581fc-f817-48b4-9e2f-a1221c3603ea', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'port_id': '10c581fc-f817-48b4-9e2f-a1221c3603ea', 'mac_address': 'fa:16:3e:8a:bd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:09:36.868075 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 10c581fc-f817-48b4-9e2f-a1221c3603ea is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:36.868498 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:36.887046 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c581fc-f817-48b4-9e2f-a1221c3603ea {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:36.918455 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:36.991671 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:36.992443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f9526d4-7752-4bd3-924b-5a3062434379 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:09:37.041949 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19a76e93-5359-465f-b6b1-870de6f985ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.104504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:37.269302 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f9526d4-7752-4bd3-924b-5a3062434379,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:37.285154 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19a76e93-5359-465f-b6b1-870de6f985ec admin admin] Publish callbacks [] for security_group (f9e69578-db6d-4012-9bef-947625c8bc5f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.293458 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef185-0296-4b4b-83e6-67005a36b07b req-6719f8f2-154a-4f59-80a6-7d4163ae7c58 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:37.295056 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec3ef185-0296-4b4b-83e6-67005a36b07b req-6719f8f2-154a-4f59-80a6-7d4163ae7c58 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 943 time: 0.1549342 Feb 21 01:09:37.318550 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '6f9526d4-7752-4bd3-924b-5a3062434379', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'port_id': '6f9526d4-7752-4bd3-924b-5a3062434379', 'mac_address': 'fa:16:3e:a5:38:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12040ffa-a95f-46da-a939-4e7b2808aeaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:09:37.337881 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647b339-0216-4b64-b47d-5cf3a5e10d3b req-fa44573b-2d85-4281-aa76-3b9a5debe4fd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:37.341821 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9647b339-0216-4b64-b47d-5cf3a5e10d3b req-fa44573b-2d85-4281-aa76-3b9a5debe4fd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 943 time: 0.1561329 Feb 21 01:09:37.377002 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec3ef185-0296-4b4b-83e6-67005a36b07b req-f4f4ae97-8af8-4e41-8f75-8a267b91ab8a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760698 Feb 21 01:09:37.389662 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19a76e93-5359-465f-b6b1-870de6f985ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f9e69578-db6d-4012-9bef-947625c8bc5f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.437450 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 6f9526d4-7752-4bd3-924b-5a3062434379 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:37.437855 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.455001 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9526d4-7752-4bd3-924b-5a3062434379 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:37.463227 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9647b339-0216-4b64-b47d-5cf3a5e10d3b req-da96403d-0948-4cbf-9f6a-99193971aa63 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150713 Feb 21 01:09:37.481763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f9526d4-7752-4bd3-924b-5a3062434379,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:37.485675 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-19a76e93-5359-465f-b6b1-870de6f985ec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb2f198cea694e3ca32db4d1bee9dbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7750223 Feb 21 01:09:37.487665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76e93-5359-465f-b6b1-870de6f985ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e69578-db6d-4012-9bef-947625c8bc5f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:37.492413 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51218) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:37.566542 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] Publish callbacks [] for security_group (f9e69578-db6d-4012-9bef-947625c8bc5f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.598137 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] Publish callbacks [] for security_group (f9e69578-db6d-4012-9bef-947625c8bc5f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.603291 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.604513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 39c05458-94e5-4923-817e-c11c68084a56 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:09:37.607563 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51224) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:37.677848 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:37.703119 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39c05458-94e5-4923-817e-c11c68084a56,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:37.717665 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '39c05458-94e5-4923-817e-c11c68084a56', 'network_id': '507705df-01e7-4a80-bc5b-3439c16043cf', 'port_id': '39c05458-94e5-4923-817e-c11c68084a56', 'mac_address': 'fa:16:3e:d7:1b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e3e724-04ff-48f5-a731-57d371aa5b05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:09:37.772273 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 39c05458-94e5-4923-817e-c11c68084a56 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:37.772902 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (39c05458-94e5-4923-817e-c11c68084a56), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.788944 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c05458-94e5-4923-817e-c11c68084a56 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:09:37.791172 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f9e69578-db6d-4012-9bef-947625c8bc5f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.796108 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.800675 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9e69578-db6d-4012-9bef-947625c8bc5f HTTP/1.1" status: 204 len: 168 time: 0.3031852 Feb 21 01:09:37.816658 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea5119-6dd7-4eeb-aae6-7cd23ce0a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e69578-db6d-4012-9bef-947625c8bc5f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:37.825734 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39c05458-94e5-4923-817e-c11c68084a56,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:37.880921 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-058f2ec7-2f03-45b0-9361-e4aa10117e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:37.906575 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:38.027405 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:38.089515 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a4c84-b474-445a-a646-b3e452336de5 req-df226961-9da0-42d4-b0cf-57e29f643c4e tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:38.091172 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c24a4c84-b474-445a-a646-b3e452336de5 req-df226961-9da0-42d4-b0cf-57e29f643c4e tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 944 time: 0.1648815 Feb 21 01:09:38.123890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-058f2ec7-2f03-45b0-9361-e4aa10117e7b admin admin] Publish callbacks [] for security_group (f8ed0938-fa68-4c92-af82-aeefa72f8acb), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:38.163689 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c24a4c84-b474-445a-a646-b3e452336de5 req-0147e50c-2436-4f32-beeb-ae4770aa2b97 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Feb 21 01:09:38.209124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-058f2ec7-2f03-45b0-9361-e4aa10117e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f8ed0938-fa68-4c92-af82-aeefa72f8acb), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:38.272753 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f2ec7-2f03-45b0-9361-e4aa10117e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ed0938-fa68-4c92-af82-aeefa72f8acb,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:38.280611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-058f2ec7-2f03-45b0-9361-e4aa10117e7b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e5a7e30aa1db4b17bbf5314f6271a74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717408 Feb 21 01:09:38.284538 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51238) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:38.340324 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] Publish callbacks [] for security_group (f8ed0938-fa68-4c92-af82-aeefa72f8acb), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:38.368472 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] Publish callbacks [] for security_group (f8ed0938-fa68-4c92-af82-aeefa72f8acb), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:38.379374 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:09:38.379374 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['7a2e0e55-f2bb-4209-af1c-69f2a613873a'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:09:38.434875 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['10c581fc-f817-48b4-9e2f-a1221c3603ea'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:09:38.437517 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['39c05458-94e5-4923-817e-c11c68084a56'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:09:38.587602 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5914-b6e6-4443-93af-bd7b5eecf8c0 req-c0b065c7-801d-4dfa-b3c6-b7815e63516a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:38.590306 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-327e5914-b6e6-4443-93af-bd7b5eecf8c0 req-c0b065c7-801d-4dfa-b3c6-b7815e63516a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 944 time: 0.0872416 Feb 21 01:09:38.653300 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b5ec4-3a25-4110-883a-994b38ab395b req-7f9d94a5-1497-42b2-b2e9-4c04150742d8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:38.654531 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-327e5914-b6e6-4443-93af-bd7b5eecf8c0 req-198600cf-d221-4be8-b684-0a2236db394b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559981 Feb 21 01:09:38.659113 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a48b5ec4-3a25-4110-883a-994b38ab395b req-7f9d94a5-1497-42b2-b2e9-4c04150742d8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 944 time: 0.1088245 Feb 21 01:09:38.742470 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a48b5ec4-3a25-4110-883a-994b38ab395b req-66342cbf-d5ff-43f4-9742-692288f2e0a4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 Feb 21 01:09:39.305318 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c1958-c3e7-4107-82e2-7baf48961765 req-638f191a-fc20-401a-8c14-7b94e684f752 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:39.307060 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c7c1958-c3e7-4107-82e2-7baf48961765 req-638f191a-fc20-401a-8c14-7b94e684f752 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 944 time: 0.0661232 Feb 21 01:09:39.360474 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c7c1958-c3e7-4107-82e2-7baf48961765 req-b5701f6a-8bc8-4bbb-958e-a3bd28c55886 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Feb 21 01:09:39.574362 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f8ed0938-fa68-4c92-af82-aeefa72f8acb), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:39.574950 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:39.577347 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:39.578447 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f8ed0938-fa68-4c92-af82-aeefa72f8acb HTTP/1.1" status: 204 len: 168 time: 1.2929759 Feb 21 01:09:39.587810 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2017c2-c553-4485-8928-8914dbf83bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ed0938-fa68-4c92-af82-aeefa72f8acb,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:39.622044 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51258) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:39.818764 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04635202-d9ff-45fe-a644-e4b323e62aab req-0942573a-215d-48f4-a5ba-dbec920c8d71 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:39.820389 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04635202-d9ff-45fe-a644-e4b323e62aab req-0942573a-215d-48f4-a5ba-dbec920c8d71 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 944 time: 0.0725620 Feb 21 01:09:39.875494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51266) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:39.887194 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04635202-d9ff-45fe-a644-e4b323e62aab req-76ae861b-1d7f-4f9d-9069-f1e5928debde tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Feb 21 01:09:39.896633 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-55248f2a-0115-43f2-9589-c66df17d6cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:39.960948 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b155f-8fb5-4e86-9db4-a1aa533ed0ed req-42f60f8f-94eb-455a-8e62-81b26157b761 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:39.972694 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ca7b155f-8fb5-4e86-9db4-a1aa533ed0ed req-42f60f8f-94eb-455a-8e62-81b26157b761 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 944 time: 0.1285775 Feb 21 01:09:40.050244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ca7b155f-8fb5-4e86-9db4-a1aa533ed0ed req-43fdc147-c9e9-41c9-b86e-029926cfcce3 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789549 Feb 21 01:09:40.087124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-55248f2a-0115-43f2-9589-c66df17d6cfb admin admin] Publish callbacks [] for security_group (1003a0d5-d69b-4b4e-af5d-7256afd62ff6), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.163254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-55248f2a-0115-43f2-9589-c66df17d6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (1003a0d5-d69b-4b4e-af5d-7256afd62ff6), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.212222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-aec5dd96-ada5-477a-9fcf-97afc608d5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.220477 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 7a2e0e55-f2bb-4209-af1c-69f2a613873a up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:40.245159 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55248f2a-0115-43f2-9589-c66df17d6cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1003a0d5-d69b-4b4e-af5d-7256afd62ff6,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:40.260446 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-55248f2a-0115-43f2-9589-c66df17d6cfb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ef77859e8bd4cd6aed304140c610f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834043 Feb 21 01:09:40.263134 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51278) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:40.323327 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] Publish callbacks [] for security_group (1003a0d5-d69b-4b4e-af5d-7256afd62ff6), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.346223 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-aec5dd96-ada5-477a-9fcf-97afc608d5b9 admin admin] Publish callbacks [] for security_group (d00af3f4-ae1c-485e-80c7-2b357c6a6458), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.352593 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] Publish callbacks [] for security_group (1003a0d5-d69b-4b4e-af5d-7256afd62ff6), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.459623 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 7a2e0e55-f2bb-4209-af1c-69f2a613873a completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:09:40.459923 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-aec5dd96-ada5-477a-9fcf-97afc608d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d00af3f4-ae1c-485e-80c7-2b357c6a6458), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.464608 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 7a2e0e55-f2bb-4209-af1c-69f2a613873a triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:40.465048 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.494279 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594555f-c903-48bd-85f3-93be8694bac9 req-5cfd5ef7-d343-463a-b6a4-05509f6e7b6c tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:40.495962 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5594555f-c903-48bd-85f3-93be8694bac9 req-5cfd5ef7-d343-463a-b6a4-05509f6e7b6c tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 944 time: 0.0563302 Feb 21 01:09:40.499144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5dd96-ada5-477a-9fcf-97afc608d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00af3f4-ae1c-485e-80c7-2b357c6a6458,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:40.504664 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-aec5dd96-ada5-477a-9fcf-97afc608d5b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4185e17a66f0447a8f1a63763e74dbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8811936 Feb 21 01:09:40.507396 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51286) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:40.528423 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (1003a0d5-d69b-4b4e-af5d-7256afd62ff6), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.531271 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.533411 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1003a0d5-d69b-4b4e-af5d-7256afd62ff6 HTTP/1.1" status: 204 len: 168 time: 0.2685931 Feb 21 01:09:40.560959 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 7a2e0e55-f2bb-4209-af1c-69f2a613873a is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:40.561458 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.563695 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea473d2-8652-459d-8789-a32899554576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1003a0d5-d69b-4b4e-af5d-7256afd62ff6,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:40.567874 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] Publish callbacks [] for security_group (d00af3f4-ae1c-485e-80c7-2b357c6a6458), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.587521 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5594555f-c903-48bd-85f3-93be8694bac9 req-6b73d461-0a6f-4857-a49a-cd57f8385579 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850809 Feb 21 01:09:40.597206 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] Publish callbacks [] for security_group (d00af3f4-ae1c-485e-80c7-2b357c6a6458), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.613283 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:40.688691 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a,segment=NetworkSegment(1d93cc83-6c4d-43f6-b22b-5f6a65db96fc),segment_id=1d93cc83-6c4d-43f6-b22b-5f6a65db96fc)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:40.721903 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51294) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:40.739771 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bc5864ec-86ec-4a88-b0cf-846beb85e250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.780657 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d00af3f4-ae1c-485e-80c7-2b357c6a6458), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.784144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.788629 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d00af3f4-ae1c-485e-80c7-2b357c6a6458 HTTP/1.1" status: 204 len: 168 time: 0.2771108 Feb 21 01:09:40.805506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fa4d6-887f-4f09-9169-e8b62c591a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00af3f4-ae1c-485e-80c7-2b357c6a6458,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:40.813740 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.814800 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 10c581fc-f817-48b4-9e2f-a1221c3603ea up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:40.882933 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bc5864ec-86ec-4a88-b0cf-846beb85e250 admin admin] Publish callbacks [] for security_group (8a996444-6370-4569-9408-6b3f94582781), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:40.907448 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227d0fa-a025-4bf0-816d-35b72e892e5d" -d '{"events": [{"server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:40.919495 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:41.007533 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bc5864ec-86ec-4a88-b0cf-846beb85e250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8a996444-6370-4569-9408-6b3f94582781), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.042947 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc2e2-cd36-46b0-9472-e5898df0a476 req-0d00792a-4645-42da-93a9-0d7e25517568 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:41.045142 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8efdc2e2-cd36-46b0-9472-e5898df0a476 req-0d00792a-4645-42da-93a9-0d7e25517568 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 944 time: 0.0663273 Feb 21 01:09:41.053981 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 10c581fc-f817-48b4-9e2f-a1221c3603ea completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:09:41.061305 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 10c581fc-f817-48b4-9e2f-a1221c3603ea triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:41.062472 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.073262 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-bc5864ec-86ec-4a88-b0cf-846beb85e250 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f0b54f2d3b8d490a83675c6e4926aba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475482 Feb 21 01:09:41.075981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51310) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:41.091538 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5864ec-86ec-4a88-b0cf-846beb85e250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a996444-6370-4569-9408-6b3f94582781,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:41.109490 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8efdc2e2-cd36-46b0-9472-e5898df0a476 req-c320b41f-d9b7-4c9f-af47-357276f0acdb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578570 Feb 21 01:09:41.170951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] Publish callbacks [] for security_group (8a996444-6370-4569-9408-6b3f94582781), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.200719 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] Publish callbacks [] for security_group (8a996444-6370-4569-9408-6b3f94582781), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.218555 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee7ac1-ebf6-4b12-a28c-1767fb0876fa x-openstack-request-id: req-04ee7ac1-ebf6-4b12-a28c-1767fb0876fa {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:41.218890 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:41.219162 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-04ee7ac1-ebf6-4b12-a28c-1767fb0876fa {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:41.219634 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a', 'code': 200} Feb 21 01:09:41.278387 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 10c581fc-f817-48b4-9e2f-a1221c3603ea is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:41.280300 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.324552 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:41.351394 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2d47-e5cf-4506-a664-274c1af0bb33 req-79f6a6a0-de72-4ef0-9b7e-18be9e2cc1ea tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:41.353609 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b0b2d47-e5cf-4506-a664-274c1af0bb33 req-79f6a6a0-de72-4ef0-9b7e-18be9e2cc1ea tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 944 time: 0.1114018 Feb 21 01:09:41.408091 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b0b2d47-e5cf-4506-a664-274c1af0bb33 req-8f2864eb-9999-4e05-be59-5a940e23cbdf tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Feb 21 01:09:41.465122 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8a996444-6370-4569-9408-6b3f94582781), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.467733 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.468257 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.468925 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8a996444-6370-4569-9408-6b3f94582781 HTTP/1.1" status: 204 len: 168 time: 0.3917284 Feb 21 01:09:41.469244 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f9526d4-7752-4bd3-924b-5a3062434379 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:41.479602 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935c197-ed5c-4c06-bb24-9efb6e32bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a996444-6370-4569-9408-6b3f94582781,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:41.592046 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:41.682542 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 6f9526d4-7752-4bd3-924b-5a3062434379 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:09:41.693673 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 6f9526d4-7752-4bd3-924b-5a3062434379 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:41.694193 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.751976 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-c3e742cb-52ba-46e3-9f7e-b822d9f97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:41.755113 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-c3e742cb-52ba-46e3-9f7e-b822d9f97292 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 1129 time: 0.1119826 Feb 21 01:09:41.774962 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-6b491702-5459-435f-a896-bdbbae1c11e0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.831651 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 6f9526d4-7752-4bd3-924b-5a3062434379 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:41.832083 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.889123 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51336) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:41.907247 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f9526d4-7752-4bd3-924b-5a3062434379,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:41.921140 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c26d72-d273-4192-b016-a928c584a0c5 req-ef3e92b9-8500-48ba-b9e3-a45c9f510f7b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:41.925753 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d0c26d72-d273-4192-b016-a928c584a0c5 req-ef3e92b9-8500-48ba-b9e3-a45c9f510f7b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.1767044 Feb 21 01:09:41.938208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-6b491702-5459-435f-a896-bdbbae1c11e0 service neutron] Publish callbacks [] for security_group (fe97f1f0-148e-4150-bcb5-8e9f536d647d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:41.957469 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c1b26518-438d-49f5-9ca0-7afd4306d5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.026222 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d0c26d72-d273-4192-b016-a928c584a0c5 req-66808fde-ec9d-4c37-ad40-ad84e79b09de tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796268 Feb 21 01:09:42.050033 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.051138 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 39c05458-94e5-4923-817e-c11c68084a56 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:09:42.083698 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-6b491702-5459-435f-a896-bdbbae1c11e0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (fe97f1f0-148e-4150-bcb5-8e9f536d647d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.089461 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c1b26518-438d-49f5-9ca0-7afd4306d5d7 admin admin] Publish callbacks [] for security_group (bd04b096-d399-452d-8032-e54ae1c9dfa6), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.163141 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:42.165257 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c1b26518-438d-49f5-9ca0-7afd4306d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (bd04b096-d399-452d-8032-e54ae1c9dfa6), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.166374 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d0da7a4f-5e01-4854-89f0-73735a35acac req-6b491702-5459-435f-a896-bdbbae1c11e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060142 Feb 21 01:09:42.174905 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b491702-5459-435f-a896-bdbbae1c11e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97f1f0-148e-4150-bcb5-8e9f536d647d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:42.230079 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 39c05458-94e5-4923-817e-c11c68084a56 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:09:42.234269 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 39c05458-94e5-4923-817e-c11c68084a56 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:09:42.234974 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (39c05458-94e5-4923-817e-c11c68084a56), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.248646 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c1b26518-438d-49f5-9ca0-7afd4306d5d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1cee12ff4ae24906b9712b5a944c8a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204193 Feb 21 01:09:42.249744 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b26518-438d-49f5-9ca0-7afd4306d5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04b096-d399-452d-8032-e54ae1c9dfa6,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:42.251524 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51350) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:42.387984 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 39c05458-94e5-4923-817e-c11c68084a56 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:09:42.388381 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (39c05458-94e5-4923-817e-c11c68084a56), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.401139 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc8d5-6025-470a-8bb8-b1908f06d676 req-feabc2bc-83c7-4094-b80f-fe915706122c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:42.402788 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b7fc8d5-6025-470a-8bb8-b1908f06d676 req-feabc2bc-83c7-4094-b80f-fe915706122c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 944 time: 0.0918849 Feb 21 01:09:42.403872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] Publish callbacks [] for security_group (bd04b096-d399-452d-8032-e54ae1c9dfa6), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.429039 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39c05458-94e5-4923-817e-c11c68084a56,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:09:42.443051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] Publish callbacks [] for security_group (bd04b096-d399-452d-8032-e54ae1c9dfa6), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.487628 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b7fc8d5-6025-470a-8bb8-b1908f06d676 req-cfbed52e-3e10-46e5-ace3-ca2b31b685de tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710845 Feb 21 01:09:42.550960 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.593175 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d926732-0b20-444a-aafc-cc134e79b46e req-271ba9c9-5ec7-49c4-8c47-6ea01e3d2cb0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:42.604815 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4d926732-0b20-444a-aafc-cc134e79b46e req-271ba9c9-5ec7-49c4-8c47-6ea01e3d2cb0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 945 time: 0.1037946 Feb 21 01:09:42.639283 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:42.653525 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (bd04b096-d399-452d-8032-e54ae1c9dfa6), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.657398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:42.659386 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bd04b096-d399-452d-8032-e54ae1c9dfa6 HTTP/1.1" status: 204 len: 168 time: 0.4068003 Feb 21 01:09:42.669782 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6edba-5ce8-4114-bbb1-37291c34086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04b096-d399-452d-8032-e54ae1c9dfa6,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:42.720096 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4d926732-0b20-444a-aafc-cc134e79b46e req-120c7c39-2c7e-4591-9214-edae7efa7689 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141105 Feb 21 01:09:43.170704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b7b9-51c2-47d5-862f-3bb0144e4569 req-e28d3d26-577c-46d7-99b4-8647453b281a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:43.172336 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3dc3b7b9-51c2-47d5-862f-3bb0144e4569 req-e28d3d26-577c-46d7-99b4-8647453b281a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.0752339 Feb 21 01:09:43.221372 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea'}, {'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379'}, {'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c05458-94e5-4923-817e-c11c68084a56'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:09:43.225183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496ae23-fc2a-4886-b533-8b21e22de8d3" -d '{"events": [{"server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "name": "network-vif-plugged", "status": "completed", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea"}, {"server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "name": "network-vif-plugged", "status": "completed", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379"}, {"server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "name": "network-vif-plugged", "status": "completed", "tag": "39c05458-94e5-4923-817e-c11c68084a56"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:09:43.241761 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3dc3b7b9-51c2-47d5-862f-3bb0144e4569 req-8aec4dff-e107-41d1-9dde-b9c3b4e1f1f5 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535171 Feb 21 01:09:43.281481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 21 Feb 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486beaad-ee81-4d6e-887d-4d45bb8a21d8 x-openstack-request-id: req-486beaad-ee81-4d6e-887d-4d45bb8a21d8 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:09:43.281961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "name": "network-vif-plugged", "status": "completed", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea", "code": 200}, {"server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "name": "network-vif-plugged", "status": "completed", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379", "code": 200}, {"server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "name": "network-vif-plugged", "status": "completed", "tag": "39c05458-94e5-4923-817e-c11c68084a56", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:09:43.282398 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-486beaad-ee81-4d6e-887d-4d45bb8a21d8 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:09:43.283038 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea', 'code': 200} Feb 21 01:09:43.283492 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379', 'code': 200} Feb 21 01:09:43.283946 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c05458-94e5-4923-817e-c11c68084a56', 'code': 200} Feb 21 01:09:43.766028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f75a9-839a-4299-9e5f-689e90071a0f req-cf046a32-c828-4ae1-a99e-ea57875d1b2c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:43.773543 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b4f75a9-839a-4299-9e5f-689e90071a0f req-cf046a32-c828-4ae1-a99e-ea57875d1b2c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1023147 Feb 21 01:09:43.799443 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344df7f-75d3-4774-9f31-8623d91e8e24 req-1a1390f2-f878-479f-b1df-fc838c426815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:43.815003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0344df7f-75d3-4774-9f31-8623d91e8e24 req-1a1390f2-f878-479f-b1df-fc838c426815 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.1694839 Feb 21 01:09:43.883925 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b4f75a9-839a-4299-9e5f-689e90071a0f req-ef74ddb0-5d88-41be-ba1f-4041ac940283 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883117 Feb 21 01:09:43.917870 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0344df7f-75d3-4774-9f31-8623d91e8e24 req-4994c3e1-b6e5-46ff-89a1-066e68b39257 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923123 Feb 21 01:09:44.044048 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35e4c-f821-49f2-b60d-f0424c91e93f req-add4c6b3-1292-4820-94c0-b31c0a9d0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:44.047162 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8dc35e4c-f821-49f2-b60d-f0424c91e93f req-add4c6b3-1292-4820-94c0-b31c0a9d0302 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1129 time: 0.2685556 Feb 21 01:09:44.057805 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4a2b-9b2f-452f-8d62-62b7946ac460 req-76194255-2f0d-4da6-9207-df96773aa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:44.060940 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-496f4a2b-9b2f-452f-8d62-62b7946ac460 req-76194255-2f0d-4da6-9207-df96773aa311 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.2025409 Feb 21 01:09:44.083046 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47274cec-3916-48a7-9e38-2f8d9e7c767c req-5203d0bf-ad31-4b0a-95c9-c60f6f222754 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:44.085913 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-47274cec-3916-48a7-9e38-2f8d9e7c767c req-5203d0bf-ad31-4b0a-95c9-c60f6f222754 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 945 time: 0.1615019 Feb 21 01:09:44.174468 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-47274cec-3916-48a7-9e38-2f8d9e7c767c req-2fa65297-beef-4795-8aa4-75612a073b91 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812302 Feb 21 01:09:44.231960 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-496f4a2b-9b2f-452f-8d62-62b7946ac460 req-361a8f2d-c3bf-4707-85b6-fc86bccf3824 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069651 Feb 21 01:09:44.235007 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8dc35e4c-f821-49f2-b60d-f0424c91e93f req-ea1a8fb9-8167-4eda-80f4-b2263a6be3f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117344 Feb 21 01:09:44.381808 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3d8f-7833-4838-9a06-2e6d58749870 req-ffdb829d-9871-4f97-8ee6-50f13b27abca tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:44.383687 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3de3d8f-7833-4838-9a06-2e6d58749870 req-ffdb829d-9871-4f97-8ee6-50f13b27abca tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.0691123 Feb 21 01:09:44.455869 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3de3d8f-7833-4838-9a06-2e6d58749870 req-c831277b-0fee-48bd-a45a-63d5d7d1e5ff tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654669 Feb 21 01:09:45.055916 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1671f9-630f-436d-9f00-6342bcb7a41d req-2aa43102-14d1-4669-8fec-f9bda5d52041 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:45.059905 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c1671f9-630f-436d-9f00-6342bcb7a41d req-2aa43102-14d1-4669-8fec-f9bda5d52041 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0839581 Feb 21 01:09:45.121908 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c1671f9-630f-436d-9f00-6342bcb7a41d req-26989ef3-61d7-43e8-b82f-161053d2b8c4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556207 Feb 21 01:09:45.328476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312e486-f08a-4cd5-b983-3f40bb5d554c req-c9d97bda-27dc-4bdd-8728-ed9d03f9fbc5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:45.332162 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c312e486-f08a-4cd5-b983-3f40bb5d554c req-c9d97bda-27dc-4bdd-8728-ed9d03f9fbc5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 945 time: 0.0675416 Feb 21 01:09:45.415992 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c312e486-f08a-4cd5-b983-3f40bb5d554c req-5339bc3c-8915-4d3d-b52a-7cde411b66aa tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784101 Feb 21 01:09:45.802804 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51500) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:45.966732 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb142db0-6bb2-4cb4-92dd-4ac1979a4d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.077105 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb142db0-6bb2-4cb4-92dd-4ac1979a4d1c admin admin] Publish callbacks [] for security_group (7bf5c16e-e231-4d03-bb36-52582e0f6cfb), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.156957 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb142db0-6bb2-4cb4-92dd-4ac1979a4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (7bf5c16e-e231-4d03-bb36-52582e0f6cfb), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.219550 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-eb142db0-6bb2-4cb4-92dd-4ac1979a4d1c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4580eeca21f4c57b8995172549aa16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206624 Feb 21 01:09:46.222848 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51522) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:46.225595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb142db0-6bb2-4cb4-92dd-4ac1979a4d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5c16e-e231-4d03-bb36-52582e0f6cfb,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:46.314723 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] Publish callbacks [] for security_group (7bf5c16e-e231-4d03-bb36-52582e0f6cfb), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.343341 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] Publish callbacks [] for security_group (7bf5c16e-e231-4d03-bb36-52582e0f6cfb), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.358231 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e42d-5d0f-4875-95e8-bb16dd7092a3 req-4aafae0e-b1af-49b0-baf7-4ec8a32740df tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:46.359725 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4291e42d-5d0f-4875-95e8-bb16dd7092a3 req-4aafae0e-b1af-49b0-baf7-4ec8a32740df tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0930638 Feb 21 01:09:46.448423 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4291e42d-5d0f-4875-95e8-bb16dd7092a3 req-f2554e94-b69e-488f-a22d-7a0ae54430cb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768909 Feb 21 01:09:46.557840 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (7bf5c16e-e231-4d03-bb36-52582e0f6cfb), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.560921 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:46.562331 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7bf5c16e-e231-4d03-bb36-52582e0f6cfb HTTP/1.1" status: 204 len: 168 time: 0.3369179 Feb 21 01:09:46.580509 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf0a4-9f0b-459f-9bd7-966c309817fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5c16e-e231-4d03-bb36-52582e0f6cfb,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:46.624684 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51544) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:46.655930 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282818e-e8a7-4287-9a8a-e2e7ae298bd0 req-399c161d-dbe7-42b1-8af4-dfbd9b5b4ce4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:46.657475 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1282818e-e8a7-4287-9a8a-e2e7ae298bd0 req-399c161d-dbe7-42b1-8af4-dfbd9b5b4ce4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 945 time: 0.1318359 Feb 21 01:09:46.750313 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1282818e-e8a7-4287-9a8a-e2e7ae298bd0 req-3a80a96b-64d9-42f3-8332-40dc9644c4b1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791554 Feb 21 01:09:47.134887 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4bc61114-d3de-4665-918d-75c9bad0bdb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.226993 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4bc61114-d3de-4665-918d-75c9bad0bdb4 admin admin] Publish callbacks [] for security_group (c4caedf9-8913-45cd-b46e-60c34e4c4774), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.374684 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4bc61114-d3de-4665-918d-75c9bad0bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (c4caedf9-8913-45cd-b46e-60c34e4c4774), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.395070 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dd88c-93cc-4f77-b40f-c9ddcd746532 req-b84cb2a7-245d-4f67-a987-e0be69c0ecb9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:47.397852 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d05dd88c-93cc-4f77-b40f-c9ddcd746532 req-b84cb2a7-245d-4f67-a987-e0be69c0ecb9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0790095 Feb 21 01:09:47.461164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4bc61114-d3de-4665-918d-75c9bad0bdb4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ade9aaa145484c269895565c82d09745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8353133 Feb 21 01:09:47.464940 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51576) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:47.498819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61114-d3de-4665-918d-75c9bad0bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4caedf9-8913-45cd-b46e-60c34e4c4774,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:47.538474 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d05dd88c-93cc-4f77-b40f-c9ddcd746532 req-eb973ad0-a08d-4160-8dd4-4bc6c3c2fc54 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254127 Feb 21 01:09:47.548682 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] Publish callbacks [] for security_group (c4caedf9-8913-45cd-b46e-60c34e4c4774), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.561849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-78189224-ab84-459d-b35e-e1c9572710fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:47.563661 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-78189224-ab84-459d-b35e-e1c9572710fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.1053357 Feb 21 01:09:47.577295 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] Publish callbacks [] for security_group (c4caedf9-8913-45cd-b46e-60c34e4c4774), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.664551 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-21868f06-6ba0-49d2-ba77-242f0fbbf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:47.666028 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-21868f06-6ba0-49d2-ba77-242f0fbbf9de service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0936947 Feb 21 01:09:47.708598 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51580) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:47.716699 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-326270e9-1113-4c32-b3ff-38439f3ead6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Feb 21 01:09:47.721511 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-303d1a02-2981-42d5-be04-5b160c212593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.734961 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (c4caedf9-8913-45cd-b46e-60c34e4c4774), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.737610 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.739331 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4caedf9-8913-45cd-b46e-60c34e4c4774 HTTP/1.1" status: 204 len: 168 time: 0.2675910 Feb 21 01:09:47.755487 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754d1de-7f13-4f99-ba20-bc557dba01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4caedf9-8913-45cd-b46e-60c34e4c4774,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:47.825187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-303d1a02-2981-42d5-be04-5b160c212593 admin admin] Publish callbacks [] for security_group (05892bf5-dda1-48a7-ab51-a71f14f5e940), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.950353 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-303d1a02-2981-42d5-be04-5b160c212593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (05892bf5-dda1-48a7-ab51-a71f14f5e940), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:47.962410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-1506425c-ec7a-4197-a9b3-ac0ec600a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:47.963919 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-1506425c-ec7a-4197-a9b3-ac0ec600a76a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.2421863 Feb 21 01:09:48.002779 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-f9f048fa-2f1e-4e49-81ea-54437e4f32a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314605 Feb 21 01:09:48.004012 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-303d1a02-2981-42d5-be04-5b160c212593 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0150b1824fd04fb8a82f21f78b12d618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937627 Feb 21 01:09:48.006565 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d1a02-2981-42d5-be04-5b160c212593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05892bf5-dda1-48a7-ab51-a71f14f5e940,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:48.007919 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51592) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:48.140088 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] Publish callbacks [] for security_group (05892bf5-dda1-48a7-ab51-a71f14f5e940), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:48.165079 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-2b941d7f-5dd5-4df1-8981-fb14ce1e1475 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456409 Feb 21 01:09:48.189071 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] Publish callbacks [] for security_group (05892bf5-dda1-48a7-ab51-a71f14f5e940), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:48.303254 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9a0caeb-2892-4bbd-8276-aadcbb7a335e req-76db4939-00de-4b36-8195-16d0624c8d50 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305065 Feb 21 01:09:48.452860 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (05892bf5-dda1-48a7-ab51-a71f14f5e940), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:48.455642 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:48.456930 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/05892bf5-dda1-48a7-ab51-a71f14f5e940 HTTP/1.1" status: 204 len: 168 time: 0.4480035 Feb 21 01:09:48.465434 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35510a-dabe-4e30-9151-e312380ac6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05892bf5-dda1-48a7-ab51-a71f14f5e940,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:48.709540 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413ab59-be5a-4a20-8388-092b8294d1b7 req-78714109-6ee4-4a42-8470-3603e21ec0f3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:48.712367 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8413ab59-be5a-4a20-8388-092b8294d1b7 req-78714109-6ee4-4a42-8470-3603e21ec0f3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0638955 Feb 21 01:09:48.778375 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8413ab59-be5a-4a20-8388-092b8294d1b7 req-e4fcd62c-eeb1-414e-b8b4-32b9fefb344c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485084 Feb 21 01:09:49.031243 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51624) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:49.052154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5651-e4b6-46e8-9806-89091580713e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.204866 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5651-e4b6-46e8-9806-89091580713e admin admin] Publish callbacks [] for security_group (2e61c049-c547-405e-9dba-5be5a7e6473f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.260474 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5651-e4b6-46e8-9806-89091580713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2e61c049-c547-405e-9dba-5be5a7e6473f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.321465 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8c2c5651-e4b6-46e8-9806-89091580713e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a1fbb340181f424eaa6f81caf5cc7d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851932 Feb 21 01:09:49.321465 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c5651-e4b6-46e8-9806-89091580713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61c049-c547-405e-9dba-5be5a7e6473f,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:49.322345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51640) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:49.389923 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] Publish callbacks [] for security_group (2e61c049-c547-405e-9dba-5be5a7e6473f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.413369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] Publish callbacks [] for security_group (2e61c049-c547-405e-9dba-5be5a7e6473f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.568684 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2e61c049-c547-405e-9dba-5be5a7e6473f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.574632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:49.576285 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e61c049-c547-405e-9dba-5be5a7e6473f HTTP/1.1" status: 204 len: 168 time: 0.2528651 Feb 21 01:09:49.585615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b7b16-3a0f-4bd4-8fbe-7753e03337d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61c049-c547-405e-9dba-5be5a7e6473f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:49.915208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe54b0-244e-4e51-815b-6420c9e8e93d req-0b7590c3-78b2-419e-9003-7b362a8031a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:49.916982 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-80fe54b0-244e-4e51-815b-6420c9e8e93d req-0b7590c3-78b2-419e-9003-7b362a8031a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Feb 21 01:09:49.990624 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-80fe54b0-244e-4e51-815b-6420c9e8e93d req-5896989f-7379-477a-9af0-fccad68c6e3d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Feb 21 01:09:50.030489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51672) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:50.193144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ae69f6e8-38cf-46e8-9e6d-831eebe6a8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.301968 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ae69f6e8-38cf-46e8-9e6d-831eebe6a8be admin admin] Publish callbacks [] for security_group (fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.368433 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ae69f6e8-38cf-46e8-9e6d-831eebe6a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.453585 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ae69f6e8-38cf-46e8-9e6d-831eebe6a8be admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=01d0162993834be088e2565cf466f9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217746 Feb 21 01:09:50.455867 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69f6e8-38cf-46e8-9e6d-831eebe6a8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:50.456223 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51692) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:50.518406 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] Publish callbacks [] for security_group (fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.542468 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] Publish callbacks [] for security_group (fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.653067 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.656430 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:50.658287 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7 HTTP/1.1" status: 204 len: 168 time: 0.2003605 Feb 21 01:09:50.673860 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c4c5-d17d-4cb5-a3cc-a050b74260b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d1fd3-f285-4c5a-9db3-c36df5b57ce7,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:51.130130 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8a8e-93fd-48ee-bd11-f9aa6cae008d req-7dde067d-acc6-4ad1-a81b-6cc608fac028 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:51.132792 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5a3b8a8e-93fd-48ee-bd11-f9aa6cae008d req-7dde067d-acc6-4ad1-a81b-6cc608fac028 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0640373 Feb 21 01:09:51.210597 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5a3b8a8e-93fd-48ee-bd11-f9aa6cae008d req-4db32787-76a8-44ac-891b-ed8c7a627010 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 Feb 21 01:09:51.501037 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51738) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:51.551993 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Deleting subnet 0d8677e7-9534-458b-aaa4-5c1e3c5eb43a {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:09:51.555761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Publish callbacks [] for subnet (0d8677e7-9534-458b-aaa4-5c1e3c5eb43a), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.600188 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Publish callbacks [] for subnet (0d8677e7-9534-458b-aaa4-5c1e3c5eb43a), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.610837 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (0d8677e7-9534-458b-aaa4-5c1e3c5eb43a), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.693216 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51742) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:51.710866 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61cfe64-c2db-48c2-ab00-183d03a2b3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.745925 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (0d8677e7-9534-458b-aaa4-5c1e3c5eb43a), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.786635 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8677e7-9534-458b-aaa4-5c1e3c5eb43a,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:51.798237 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.798736 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-17e45083-965d-4b6c-b204-6269c5b44e63 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0d8677e7-9534-458b-aaa4-5c1e3c5eb43a HTTP/1.1" status: 204 len: 168 time: 0.2955050 Feb 21 01:09:51.800568 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51746) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:51.837840 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61cfe64-c2db-48c2-ab00-183d03a2b3cd admin admin] Publish callbacks [] for security_group (a8ce2430-d3a5-4d4d-86d1-211fda0939ea), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.885589 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (0fb50959-2635-4934-8320-7da2bf4962ab), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.887672 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61cfe64-c2db-48c2-ab00-183d03a2b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a8ce2430-d3a5-4d4d-86d1-211fda0939ea), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.923641 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c61cfe64-c2db-48c2-ab00-183d03a2b3cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d2a9df64d9204060982ab4973fc96c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285705 Feb 21 01:09:51.928700 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51748) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:51.952637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cfe64-c2db-48c2-ab00-183d03a2b3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce2430-d3a5-4d4d-86d1-211fda0939ea,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:51.978142 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (0fb50959-2635-4934-8320-7da2bf4962ab), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:51.997341 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] Publish callbacks [] for security_group (a8ce2430-d3a5-4d4d-86d1-211fda0939ea), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > port after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.037300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.038130 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] Publish callbacks [] for security_group (a8ce2430-d3a5-4d4d-86d1-211fda0939ea), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.038273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.038273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.038273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.038273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.162822 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a8ce2430-d3a5-4d4d-86d1-211fda0939ea), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.168075 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.169926 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a8ce2430-d3a5-4d4d-86d1-211fda0939ea HTTP/1.1" status: 204 len: 168 time: 0.2401087 Feb 21 01:09:52.182550 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d45fc-f044-4827-8282-ae3a1b75be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce2430-d3a5-4d4d-86d1-211fda0939ea,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:52.186544 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.186996 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.187359 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.187761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:09:52.188278 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb50959-2635-4934-8320-7da2bf4962ab']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:52.229725 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86fdab0-1e46-4496-9f9b-902d5873277b') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:52.230154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86fdab0-1e46-4496-9f9b-902d5873277b') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:52.269494 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (d86fdab0-1e46-4496-9f9b-902d5873277b), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.311340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (d86fdab0-1e46-4496-9f9b-902d5873277b), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.333848 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:09:52.334559 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (d86fdab0-1e46-4496-9f9b-902d5873277b), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: from cryptography.utils import int_from_bytes Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: from cryptography.utils import int_from_bytes Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:09:52.371102 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:09:52.429326 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51764) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:52.498710 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd44be9-d808-4ea8-a46a-0d1f96818e9f req-ba24bc71-5bf8-4c09-9196-0766ff2e1be0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:52.500582 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4dd44be9-d808-4ea8-a46a-0d1f96818e9f req-ba24bc71-5bf8-4c09-9196-0766ff2e1be0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1160798 Feb 21 01:09:52.532956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (0fb50959-2635-4934-8320-7da2bf4962ab), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.552028 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.556021 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0fb50959-2635-4934-8320-7da2bf4962ab HTTP/1.1" status: 204 len: 168 time: 0.7534325 Feb 21 01:09:52.560755 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51770) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:52.586366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4298-9f8b-4264-9246-570e9e469a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb50959-2635-4934-8320-7da2bf4962ab,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:52.615780 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Deleting subnet 882aaaf8-fc5e-4e77-9ac5-aca7d89e4235 {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:09:52.618223 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4dd44be9-d808-4ea8-a46a-0d1f96818e9f req-fd928529-90bc-45c5-a3c8-46e272a5ff3d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Feb 21 01:09:52.619817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Publish callbacks [] for subnet (882aaaf8-fc5e-4e77-9ac5-aca7d89e4235), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.673713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Publish callbacks [] for subnet (882aaaf8-fc5e-4e77-9ac5-aca7d89e4235), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.692216 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (882aaaf8-fc5e-4e77-9ac5-aca7d89e4235), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.855990 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61e744a-df92-46b6-95c6-c27702f832df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.865918 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for subnet (882aaaf8-fc5e-4e77-9ac5-aca7d89e4235), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.900615 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882aaaf8-fc5e-4e77-9ac5-aca7d89e4235,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:52.928876 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:52.942800 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51780) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:52.943036 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a39d2de2-3948-4878-ac7f-b338c1eb628c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/882aaaf8-fc5e-4e77-9ac5-aca7d89e4235 HTTP/1.1" status: 204 len: 168 time: 0.3808348 Feb 21 01:09:53.011759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61e744a-df92-46b6-95c6-c27702f832df admin admin] Publish callbacks [] for security_group (a48aeaea-f473-4478-a12b-8d89056c7f6e), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.033651 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (96f1dc54-6c5a-4483-8c79-542584c0aae7), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.091603 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c61e744a-df92-46b6-95c6-c27702f832df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a48aeaea-f473-4478-a12b-8d89056c7f6e), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.135060 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (96f1dc54-6c5a-4483-8c79-542584c0aae7), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.139424 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e744a-df92-46b6-95c6-c27702f832df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48aeaea-f473-4478-a12b-8d89056c7f6e,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:53.179003 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f1dc54-6c5a-4483-8c79-542584c0aae7']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:53.180203 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c61e744a-df92-46b6-95c6-c27702f832df admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0f9782f3ede64b229c3a953c0c4b4d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7475920 Feb 21 01:09:53.187167 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51792) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:53.190812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20434837-dd50-4e7e-b5e7-95b5db8fb335') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:53.195214 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20434837-dd50-4e7e-b5e7-95b5db8fb335') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:09:53.214590 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (20434837-dd50-4e7e-b5e7-95b5db8fb335), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.236216 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (20434837-dd50-4e7e-b5e7-95b5db8fb335), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.245072 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:09:53.245485 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (20434837-dd50-4e7e-b5e7-95b5db8fb335), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:09:53.247201 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:09:53.292403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] Publish callbacks [] for security_group (a48aeaea-f473-4478-a12b-8d89056c7f6e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.318749 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] Publish callbacks [] for security_group (a48aeaea-f473-4478-a12b-8d89056c7f6e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.447131 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (96f1dc54-6c5a-4483-8c79-542584c0aae7), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.457254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.463344 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] 10.222.0.91 "DELETE /v2.0/networks/96f1dc54-6c5a-4483-8c79-542584c0aae7 HTTP/1.1" status: 204 len: 168 time: 0.5162992 Feb 21 01:09:53.476937 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a48aeaea-f473-4478-a12b-8d89056c7f6e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.483562 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7cca-e93e-4fc9-bf57-a78fdf50bc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f1dc54-6c5a-4483-8c79-542584c0aae7,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:53.487686 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:53.490647 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a48aeaea-f473-4478-a12b-8d89056c7f6e HTTP/1.1" status: 204 len: 168 time: 0.3020518 Feb 21 01:09:53.505246 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459e0d-4969-46b6-aec9-252d83b48e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48aeaea-f473-4478-a12b-8d89056c7f6e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:53.764560 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748496-1a41-4578-81d3-46dccb163c79 req-0e2b24b1-98b6-498f-8f97-8e89be12a293 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:53.766187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-12748496-1a41-4578-81d3-46dccb163c79 req-0e2b24b1-98b6-498f-8f97-8e89be12a293 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Feb 21 01:09:53.821624 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-12748496-1a41-4578-81d3-46dccb163c79 req-557c87be-38ac-4a5f-ae4e-0e8c8127aa78 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466204 Feb 21 01:09:53.948144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51818) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:53.994978 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7a39dbd2-a32d-481e-bb80-b3911479a41e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9435a9d7a20b4e4fb7768495d4d0e229&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455003 Feb 21 01:09:53.997466 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51820) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:54.056528 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] Publish callbacks [] for security_group (df037aef-3809-4d55-8774-4df4e64838db), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.081549 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] Publish callbacks [] for security_group (df037aef-3809-4d55-8774-4df4e64838db), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.225233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (df037aef-3809-4d55-8774-4df4e64838db), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.229180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.230545 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df037aef-3809-4d55-8774-4df4e64838db HTTP/1.1" status: 204 len: 168 time: 0.2320304 Feb 21 01:09:54.240571 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315b86-b5fe-44d0-9a13-a896a4186b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df037aef-3809-4d55-8774-4df4e64838db,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:54.488026 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51838) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:54.539431 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f1e3cf90-c47e-4ee1-a2a3-80c61ab636b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.725284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f1e3cf90-c47e-4ee1-a2a3-80c61ab636b2 admin admin] Publish callbacks [] for security_group (60a8a669-759c-4a3b-83b6-94386a5982ba), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:54.975717 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426309d-e1fa-4975-a5b0-2199f971af07 req-857bdd06-cad4-4b00-b9bf-6ff1a7bbbba3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:54.977415 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c426309d-e1fa-4975-a5b0-2199f971af07 req-857bdd06-cad4-4b00-b9bf-6ff1a7bbbba3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0759375 Feb 21 01:09:55.028869 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c426309d-e1fa-4975-a5b0-2199f971af07 req-9cda5585-f02e-4431-be02-151bab3b04a8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Feb 21 01:09:55.064056 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f1e3cf90-c47e-4ee1-a2a3-80c61ab636b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (60a8a669-759c-4a3b-83b6-94386a5982ba), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:55.127191 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f1e3cf90-c47e-4ee1-a2a3-80c61ab636b2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=489fe59c183d448c998a1e20c1fccb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169345 Feb 21 01:09:55.127191 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3cf90-c47e-4ee1-a2a3-80c61ab636b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8a669-759c-4a3b-83b6-94386a5982ba,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:55.128293 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51856) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:55.208678 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] Publish callbacks [] for security_group (60a8a669-759c-4a3b-83b6-94386a5982ba), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:55.240285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] Publish callbacks [] for security_group (60a8a669-759c-4a3b-83b6-94386a5982ba), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:55.368006 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (60a8a669-759c-4a3b-83b6-94386a5982ba), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:55.372591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:55.377438 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/60a8a669-759c-4a3b-83b6-94386a5982ba HTTP/1.1" status: 204 len: 168 time: 0.2473061 Feb 21 01:09:55.388372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a381de-24c9-43ff-b030-d2a2e690d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8a669-759c-4a3b-83b6-94386a5982ba,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:55.805948 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51872) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:55.874221 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-74436737-9eb2-4f73-9ea6-16a357ed5028 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e23f1cbf89244625a52a1cc4fd053069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663970 Feb 21 01:09:55.876708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51874) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:55.968105 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] Publish callbacks [] for security_group (6f996cfc-c240-4830-8d87-af4a0bb24a9a), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:56.000294 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] Publish callbacks [] for security_group (6f996cfc-c240-4830-8d87-af4a0bb24a9a), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:56.177779 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (6f996cfc-c240-4830-8d87-af4a0bb24a9a), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:56.201064 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:56.202069 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6f996cfc-c240-4830-8d87-af4a0bb24a9a HTTP/1.1" status: 204 len: 168 time: 0.3239200 Feb 21 01:09:56.224010 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611612cc-dbaa-4c13-be07-ded3979c7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f996cfc-c240-4830-8d87-af4a0bb24a9a,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:56.302853 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0fc4-589d-499c-9ccd-3fc1e1e886a8 req-f16213ce-0926-4022-884d-e6f2df714fc7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:56.305608 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-781d0fc4-589d-499c-9ccd-3fc1e1e886a8 req-f16213ce-0926-4022-884d-e6f2df714fc7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1578648 Feb 21 01:09:56.351303 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:09:56.389731 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-781d0fc4-589d-499c-9ccd-3fc1e1e886a8 req-7bcb09c2-b941-4278-b18e-f0c4c66fbd49 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705566 Feb 21 01:09:57.527208 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86afef8-81ae-4a9f-aa6e-2a1f68bbe157 req-8588b4af-ad5e-4244-aad3-d593d086c6c5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:57.534369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c86afef8-81ae-4a9f-aa6e-2a1f68bbe157 req-8588b4af-ad5e-4244-aad3-d593d086c6c5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0727339 Feb 21 01:09:57.595810 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 51956) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:57.602759 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c86afef8-81ae-4a9f-aa6e-2a1f68bbe157 req-8d4e7176-7415-406c-84bf-a2d60538773e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672958 Feb 21 01:09:57.897687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf65-f135-454b-bbb8-ff545ee66998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.111117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf65-f135-454b-bbb8-ff545ee66998 admin admin] Publish callbacks [] for security_group (a1ba1dda-6a69-453f-958a-b80124140b6c), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.210664 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf65-f135-454b-bbb8-ff545ee66998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a1ba1dda-6a69-453f-958a-b80124140b6c), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.270395 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7bf65-f135-454b-bbb8-ff545ee66998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba1dda-6a69-453f-958a-b80124140b6c,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:58.275243 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-9fb7bf65-f135-454b-bbb8-ff545ee66998 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f164bb60ee634115a9f2f5a2ee30bd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6769338 Feb 21 01:09:58.280315 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 51996) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:58.412974 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] Publish callbacks [] for security_group (a1ba1dda-6a69-453f-958a-b80124140b6c), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.439097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] Publish callbacks [] for security_group (a1ba1dda-6a69-453f-958a-b80124140b6c), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.619573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a1ba1dda-6a69-453f-958a-b80124140b6c), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.629165 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:58.630374 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a1ba1dda-6a69-453f-958a-b80124140b6c HTTP/1.1" status: 204 len: 168 time: 0.3490441 Feb 21 01:09:58.639521 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88124d-9874-4ffb-af56-f2ac4a564177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba1dda-6a69-453f-958a-b80124140b6c,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:58.807315 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ff27-36ff-49ad-80eb-137633bf495e req-f4f3896e-3976-485a-928e-193e3bcab1b2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:09:58.809194 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a456ff27-36ff-49ad-80eb-137633bf495e req-f4f3896e-3976-485a-928e-193e3bcab1b2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0827663 Feb 21 01:09:58.873350 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a456ff27-36ff-49ad-80eb-137633bf495e req-7bb3f71c-8f85-41ef-a4de-4b498ee5479f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526369 Feb 21 01:09:59.221536 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52076) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:59.520905 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5398f0b8-fdbb-4ba3-b021-185a9cdb0901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.570308 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52084) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:09:59.612291 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5d79-4a54-4750-bc75-bf85435867a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.617913 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-70accbdc-622c-47cc-9a8c-dd496d4cab96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.832985 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5d79-4a54-4750-bc75-bf85435867a7 admin admin] Publish callbacks [] for security_group (0c8b23ce-444f-4489-a239-8ea44b06b3a6), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.868098 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-70accbdc-622c-47cc-9a8c-dd496d4cab96 admin admin] Publish callbacks [] for security_group (8311dbcb-4593-4e35-92ba-32b045667488), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.892366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0a7d5d79-4a54-4750-bc75-bf85435867a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0c8b23ce-444f-4489-a239-8ea44b06b3a6), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.960399 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-70accbdc-622c-47cc-9a8c-dd496d4cab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8311dbcb-4593-4e35-92ba-32b045667488), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:09:59.979406 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d5d79-4a54-4750-bc75-bf85435867a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b23ce-444f-4489-a239-8ea44b06b3a6,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:09:59.987206 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-0a7d5d79-4a54-4750-bc75-bf85435867a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=353968dbddac4fc6828ffc518e5d6ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7642064 Feb 21 01:09:59.992156 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52098) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:00.107915 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-70accbdc-622c-47cc-9a8c-dd496d4cab96 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4abb6edae5dc44c4b4d34d06dd73b7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357776 Feb 21 01:10:00.110978 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70accbdc-622c-47cc-9a8c-dd496d4cab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8311dbcb-4593-4e35-92ba-32b045667488,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:00.115565 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52102) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:00.123322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] Publish callbacks [] for security_group (0c8b23ce-444f-4489-a239-8ea44b06b3a6), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.151894 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] Publish callbacks [] for security_group (0c8b23ce-444f-4489-a239-8ea44b06b3a6), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.174059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022736-7350-4769-b644-843fc8476257 req-5e905c54-0b62-4fd4-8c9c-06ade079b54d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:00.176119 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9f022736-7350-4769-b644-843fc8476257 req-5e905c54-0b62-4fd4-8c9c-06ade079b54d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.2209878 Feb 21 01:10:00.252511 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] Publish callbacks [] for security_group (8311dbcb-4593-4e35-92ba-32b045667488), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.275899 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9f022736-7350-4769-b644-843fc8476257 req-63ecf621-d11e-4188-9457-65e283d9482a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Feb 21 01:10:00.292456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] Publish callbacks [] for security_group (8311dbcb-4593-4e35-92ba-32b045667488), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.309626 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0c8b23ce-444f-4489-a239-8ea44b06b3a6), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.312301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.315343 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0c8b23ce-444f-4489-a239-8ea44b06b3a6 HTTP/1.1" status: 204 len: 168 time: 0.3195066 Feb 21 01:10:00.322573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d8756-1a2d-4c64-93ec-d738e5ed396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b23ce-444f-4489-a239-8ea44b06b3a6,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:00.452538 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8311dbcb-4593-4e35-92ba-32b045667488), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.455107 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:00.456258 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8311dbcb-4593-4e35-92ba-32b045667488 HTTP/1.1" status: 204 len: 168 time: 0.3364890 Feb 21 01:10:00.464513 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37f4b3-fa70-4aad-bd95-1ed159e18fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311dbcb-4593-4e35-92ba-32b045667488,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:00.594434 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8e143-bbfe-4f14-959b-ee22771d912f req-581fdbc2-e352-4aba-b0aa-10ff2dfccf16 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:00.596057 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-35f8e143-bbfe-4f14-959b-ee22771d912f req-581fdbc2-e352-4aba-b0aa-10ff2dfccf16 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.0552204 Feb 21 01:10:00.650509 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-35f8e143-bbfe-4f14-959b-ee22771d912f req-50152eb0-f412-4e0a-91a4-cf6e05951139 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Feb 21 01:10:01.112531 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52132) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:01.134173 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-51c810aa-0768-4fca-a7ac-ec272ada05a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.219709 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-51c810aa-0768-4fca-a7ac-ec272ada05a5 admin admin] Publish callbacks [] for security_group (921654bc-857c-40e5-b5b6-a654bdde4e85), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.323653 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-51c810aa-0768-4fca-a7ac-ec272ada05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (921654bc-857c-40e5-b5b6-a654bdde4e85), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.382179 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c810aa-0768-4fca-a7ac-ec272ada05a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921654bc-857c-40e5-b5b6-a654bdde4e85,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:01.399547 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-51c810aa-0768-4fca-a7ac-ec272ada05a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8dc9ad0f8072446cbba377f5593f1356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840157 Feb 21 01:10:01.399723 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52154) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:01.515036 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] Publish callbacks [] for security_group (921654bc-857c-40e5-b5b6-a654bdde4e85), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.548690 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] Publish callbacks [] for security_group (921654bc-857c-40e5-b5b6-a654bdde4e85), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.593193 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede471d4-372e-4922-939f-2f47820ef790 req-3d895f6b-7aa7-4c49-8db8-de6088d1847a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:01.594876 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ede471d4-372e-4922-939f-2f47820ef790 req-3d895f6b-7aa7-4c49-8db8-de6088d1847a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0811367 Feb 21 01:10:01.653859 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ede471d4-372e-4922-939f-2f47820ef790 req-5952b47f-dacf-4ad9-8db4-80df245a0f93 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510724 Feb 21 01:10:01.764743 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (921654bc-857c-40e5-b5b6-a654bdde4e85), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.767479 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:01.768875 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/921654bc-857c-40e5-b5b6-a654bdde4e85 HTTP/1.1" status: 204 len: 168 time: 0.3651919 Feb 21 01:10:01.780752 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac0264-cf10-4e2a-b8df-fb79552761f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921654bc-857c-40e5-b5b6-a654bdde4e85,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:01.810286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae879620-5956-44e3-9d2b-53b875cfdbe8 req-b92b728d-0322-485a-b66e-ff833faa9ae8 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:01.812325 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ae879620-5956-44e3-9d2b-53b875cfdbe8 req-b92b728d-0322-485a-b66e-ff833faa9ae8 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.0890193 Feb 21 01:10:01.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ae879620-5956-44e3-9d2b-53b875cfdbe8 req-ff1701c3-e481-4862-bd8d-40227dc99d7b tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588729 Feb 21 01:10:02.161181 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f4da6224-5491-4d8c-83b6-0767b0a51e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:02.831311 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610bdc-57fc-4af0-8dea-9e7df5bc4333 req-d1ed568d-8614-42a3-8c99-31cd8410d75d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:02.833966 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-80610bdc-57fc-4af0-8dea-9e7df5bc4333 req-d1ed568d-8614-42a3-8c99-31cd8410d75d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0739341 Feb 21 01:10:02.905459 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-80610bdc-57fc-4af0-8dea-9e7df5bc4333 req-cb9af380-cc33-4f35-8d90-ea3476f98363 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645971 Feb 21 01:10:03.077688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d13e-cc4e-407c-949e-91149f13c41f req-36109b02-d762-459d-b16e-a0df8f886e36 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:03.084416 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e913d13e-cc4e-407c-949e-91149f13c41f req-36109b02-d762-459d-b16e-a0df8f886e36 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.1025453 Feb 21 01:10:03.135083 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e913d13e-cc4e-407c-949e-91149f13c41f req-4e9d3713-6eac-487b-aa6c-4312cfa16042 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 Feb 21 01:10:03.326456 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:03.523946 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-2c257c17-f96e-4495-8f59-366c6c533b3a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:03.525485 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-2c257c17-f96e-4495-8f59-366c6c533b3a tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.65 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 945 time: 0.0624497 Feb 21 01:10:03.696919 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Deleting port 7a2e0e55-f2bb-4209-af1c-69f2a613873a {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:10:03.697257 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:03.791897 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] For port 7a2e0e55-f2bb-4209-af1c-69f2a613873a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7a2e0e55-f2bb-4209-af1c-69f2a613873a,segment=NetworkSegment(1d93cc83-6c4d-43f6-b22b-5f6a65db96fc),segment_id=1d93cc83-6c4d-43f6-b22b-5f6a65db96fc)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:03.792264 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:03.810251 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Calling delete_port for 7a2e0e55-f2bb-4209-af1c-69f2a613873a owned by compute:nova {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:10:04.072721 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7837d4-18ff-4348-a4eb-79ac5b736fc6 req-4fe4c5bb-9964-476c-83d2-de74151f24c3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:04.074415 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa7837d4-18ff-4348-a4eb-79ac5b736fc6 req-4fe4c5bb-9964-476c-83d2-de74151f24c3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Feb 21 01:10:04.093981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (7a2e0e55-f2bb-4209-af1c-69f2a613873a), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:04.112711 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['7a2e0e55-f2bb-4209-af1c-69f2a613873a'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:04.152052 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa7837d4-18ff-4348-a4eb-79ac5b736fc6 req-b49d16b0-3686-4ca1-a5a4-e0ddfe231910 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Feb 21 01:10:04.247843 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Pushing event deleted for resources: {'Port': ['ID=7a2e0e55-f2bb-4209-af1c-69f2a613873a,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:04.316535 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] No DVR routers for this DVR port 7a2e0e55-f2bb-4209-af1c-69f2a613873a on host hv-cinder-81322 {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:10:04.322040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:04.328987 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-03de6ae3-4959-4153-8d11-3214ceb27cea req-3b3a522d-ecf7-47dd-901e-10ca4e9d6cfa tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.65 "DELETE /v2.0/ports/7a2e0e55-f2bb-4209-af1c-69f2a613873a HTTP/1.1" status: 204 len: 173 time: 0.7951958 Feb 21 01:10:04.328987 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fd43a7f7-ef4c-4b7a-8762-8d4861e33719 req-63d8718e-8eed-4451-9a3a-82ae89900693 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0599735 Feb 21 01:10:04.328987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'name': 'network-vif-deleted', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:04.331958 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f728e55-6072-41af-9971-fd1eb4fb7749" -d '{"events": [{"server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "name": "network-vif-deleted", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:04.380109 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5df2b-644d-440c-a6f7-9c5ed92d2e4d x-openstack-request-id: req-86a5df2b-644d-440c-a6f7-9c5ed92d2e4d {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:04.389242 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f6bf82-ad85-4c8b-80b3-afcfe2b390ad", "name": "network-vif-deleted", "tag": "7a2e0e55-f2bb-4209-af1c-69f2a613873a", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:04.389242 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-86a5df2b-644d-440c-a6f7-9c5ed92d2e4d {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:04.389242 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f6bf82-ad85-4c8b-80b3-afcfe2b390ad', 'name': 'network-vif-deleted', 'tag': '7a2e0e55-f2bb-4209-af1c-69f2a613873a', 'status': 'completed', 'code': 200} Feb 21 01:10:05.234882 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:05.277516 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f78cd8-a2e7-4685-a699-ac09fb32b237 req-1af0598d-3f30-48c2-af08-829622a278c8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:05.279018 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f5f78cd8-a2e7-4685-a699-ac09fb32b237 req-1af0598d-3f30-48c2-af08-829622a278c8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0611327 Feb 21 01:10:05.346431 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f5f78cd8-a2e7-4685-a699-ac09fb32b237 req-edeafbaf-14e0-46b2-9f65-4b39415f4cbc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601540 Feb 21 01:10:05.454313 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-565b7cc0-6bb7-4899-859f-9ec200c658cd req-14d59339-563c-4f10-ba4c-26b0bdd72ab7 tempest-DeleteServersTestJSON-996399753 tempest-DeleteServersTestJSON-996399753-project] 10.222.0.91 "GET /v2.0/ports?device_id=36f6bf82-ad85-4c8b-80b3-afcfe2b390ad HTTP/1.1" status: 200 len: 210 time: 0.0286281 Feb 21 01:10:05.949905 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.226399 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52306) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:06.301552 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 7a2e0e55-f2bb-4209-af1c-69f2a613873a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:10:06.331992 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 7a2e0e55-f2bb-4209-af1c-69f2a613873a {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:10:06.332616 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 7a2e0e55-f2bb-4209-af1c-69f2a613873a not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:10:06.366764 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.562545 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Publish callbacks [] for security_group (c120f0fe-e58a-4ac7-b73f-60da2afd9c87), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.595560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627f5f0-615e-4883-9680-c3619fa243b6 req-4c85f07e-ab93-454a-b3a2-7f16d730c8c2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:06.603528 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a627f5f0-615e-4883-9680-c3619fa243b6 req-4c85f07e-ab93-454a-b3a2-7f16d730c8c2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1280601 Feb 21 01:10:06.664413 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (c120f0fe-e58a-4ac7-b73f-60da2afd9c87), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.688627 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a627f5f0-615e-4883-9680-c3619fa243b6 req-f26ae3c5-c655-430a-bca1-c7b8fa1aef93 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689654 Feb 21 01:10:06.701164 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120f0fe-e58a-4ac7-b73f-60da2afd9c87,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:06.730302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.730660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.731038 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.731382 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.731722 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.732089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.732453 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.732799 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.733135 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.733467 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.733798 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.734124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.734450 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:06.740460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-78f255d0-4399-4550-8559-15bb7ac95176 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c4477ea11f04d2ba34fc9152e177995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128167 Feb 21 01:10:06.746120 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52336) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:06.794675 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Publish callbacks [] for security_group (c120f0fe-e58a-4ac7-b73f-60da2afd9c87), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.818739 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Publish callbacks [] for security_group (c120f0fe-e58a-4ac7-b73f-60da2afd9c87), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.983588 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (c120f0fe-e58a-4ac7-b73f-60da2afd9c87), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.986319 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:06.987734 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c120f0fe-e58a-4ac7-b73f-60da2afd9c87 HTTP/1.1" status: 204 len: 168 time: 0.2433136 Feb 21 01:10:07.001310 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120f0fe-e58a-4ac7-b73f-60da2afd9c87,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:07.015663 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.016361 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.017234 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.017622 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.017981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.018331 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.020363 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.020954 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.021551 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.022613 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.023293 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.024080 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.024837 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c38e49-5512-4b93-9a76-bb13a59e694d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:07.478135 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-9b781214-d0ab-4e9e-a1b0-9c73743511b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619287 Feb 21 01:10:07.588487 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-53801b5a-005b-48e0-ae29-6f23a479ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:07.591121 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-53801b5a-005b-48e0-ae29-6f23a479ceb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1129 time: 0.0537629 Feb 21 01:10:07.980134 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-f521ef46-440e-417e-9a28-65ad2ec83e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:07.981614 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-f521ef46-440e-417e-9a28-65ad2ec83e32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 915 time: 0.3710804 Feb 21 01:10:07.992902 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c03a-3833-42bf-bb9a-e190a671c302 req-93fc03f8-179b-4a63-a125-a2dcbea7c6b5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:08.006515 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7cf1c03a-3833-42bf-bb9a-e190a671c302 req-93fc03f8-179b-4a63-a125-a2dcbea7c6b5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0898886 Feb 21 01:10:08.042460 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-4f7922fb-229f-4613-9ba2-3163fe8f079d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 217 time: 0.0471680 Feb 21 01:10:08.111211 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7cf1c03a-3833-42bf-bb9a-e190a671c302 req-d003e7cf-0ed2-4c83-8461-f8db5129186e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100099 Feb 21 01:10:08.120867 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-1ab37399-43af-4160-af05-2e5c080466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:08.122329 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-1ab37399-43af-4160-af05-2e5c080466e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0707893 Feb 21 01:10:08.167787 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-568287dd-9a0b-4b18-9a3b-960a29129846 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320296 Feb 21 01:10:08.346080 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52390) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:08.373310 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-e471eab8-790a-4f69-ae53-db3f48dcffb3 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882460 Feb 21 01:10:08.498942 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13e5bb27-650b-48a2-b06a-722a8dedca3b req-7c558c1d-4890-48dd-8d64-cd8c94f1ae74 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163962 Feb 21 01:10:08.532357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-014b6da1-b644-4fce-af9b-cbd8a23ece85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.623494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-014b6da1-b644-4fce-af9b-cbd8a23ece85 admin admin] Publish callbacks [] for security_group (dd71c638-9c23-4e7e-9a77-aae1f9f48c1e), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.737830 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-014b6da1-b644-4fce-af9b-cbd8a23ece85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dd71c638-9c23-4e7e-9a77-aae1f9f48c1e), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.778053 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-014b6da1-b644-4fce-af9b-cbd8a23ece85 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b20bd0883bfe4d5b87e921f2277d25a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289250 Feb 21 01:10:08.781176 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6da1-b644-4fce-af9b-cbd8a23ece85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71c638-9c23-4e7e-9a77-aae1f9f48c1e,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:08.781317 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52398) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:08.836725 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] Publish callbacks [] for security_group (dd71c638-9c23-4e7e-9a77-aae1f9f48c1e), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.858836 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] Publish callbacks [] for security_group (dd71c638-9c23-4e7e-9a77-aae1f9f48c1e), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.989844 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dd71c638-9c23-4e7e-9a77-aae1f9f48c1e), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.995272 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:08.995597 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd71c638-9c23-4e7e-9a77-aae1f9f48c1e HTTP/1.1" status: 204 len: 168 time: 0.2131648 Feb 21 01:10:09.005982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0010e7e-0f11-48c7-91b9-e48f8c1996bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71c638-9c23-4e7e-9a77-aae1f9f48c1e,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:09.046873 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.345960 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60604e-9383-4075-9ec9-6ef1090b5a1f req-557f86d9-b3be-46a8-8e58-283481657099 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:09.365536 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52426) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:09.365745 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9c60604e-9383-4075-9ec9-6ef1090b5a1f req-557f86d9-b3be-46a8-8e58-283481657099 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1355665 Feb 21 01:10:09.460934 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9c60604e-9383-4075-9ec9-6ef1090b5a1f req-b278b433-cf45-47e8-8713-46ecb0747df1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934346 Feb 21 01:10:09.462299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Deleting subnet 697e3878-ae22-4a8b-bad2-2416a2db1557 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:10:09.466440 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Publish callbacks [] for subnet (697e3878-ae22-4a8b-bad2-2416a2db1557), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.508318 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (697e3878-ae22-4a8b-bad2-2416a2db1557), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.549813 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (697e3878-ae22-4a8b-bad2-2416a2db1557), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.720609 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (697e3878-ae22-4a8b-bad2-2416a2db1557), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.747399 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697e3878-ae22-4a8b-bad2-2416a2db1557,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:09.751353 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.754662 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2f1df272-e30c-4c99-909d-c99dcd020a5d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/697e3878-ae22-4a8b-bad2-2416a2db1557 HTTP/1.1" status: 204 len: 168 time: 0.3878214 Feb 21 01:10:09.757354 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52430) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:09.827090 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (f083536d-4146-4f8c-b181-2d07e06528e7), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.856462 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52432) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:09.872568 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb35c-7e04-40f9-a0bb-a97a5fb5b65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.929945 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (f083536d-4146-4f8c-b181-2d07e06528e7), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:09.949280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.950021 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.950919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.951416 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.951798 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.952220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.952538 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.953070 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.953422 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.953964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:09.980042 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb35c-7e04-40f9-a0bb-a97a5fb5b65b admin admin] Publish callbacks [] for security_group (e99bb8bd-68a1-4491-8797-d2af1502e1ce), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.025393 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:10.025688 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:10.026006 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:10.026341 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:10:10.026712 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f083536d-4146-4f8c-b181-2d07e06528e7']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:10.044897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:10.045203 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d93cc83-6c4d-43f6-b22b-5f6a65db96fc') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:10.062532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (1d93cc83-6c4d-43f6-b22b-5f6a65db96fc), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.087583 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (1d93cc83-6c4d-43f6-b22b-5f6a65db96fc), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.099544 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:10:10.100076 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (1d93cc83-6c4d-43f6-b22b-5f6a65db96fc), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: from cryptography.utils import int_from_bytes Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: from cryptography.utils import int_from_bytes Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:10:10.104720 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:10:10.110234 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb35c-7e04-40f9-a0bb-a97a5fb5b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e99bb8bd-68a1-4491-8797-d2af1502e1ce), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.150341 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bb35c-7e04-40f9-a0bb-a97a5fb5b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bb8bd-68a1-4491-8797-d2af1502e1ce,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:10.155263 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6e5bb35c-7e04-40f9-a0bb-a97a5fb5b65b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4bab49c4c5844982948614f72e10f3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975428 Feb 21 01:10:10.160086 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52438) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:10.219814 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] Publish callbacks [] for security_group (e99bb8bd-68a1-4491-8797-d2af1502e1ce), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.257163 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] Publish callbacks [] for security_group (e99bb8bd-68a1-4491-8797-d2af1502e1ce), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.420004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e99bb8bd-68a1-4491-8797-d2af1502e1ce), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.420953 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.422311 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e99bb8bd-68a1-4491-8797-d2af1502e1ce HTTP/1.1" status: 204 len: 168 time: 0.2634571 Feb 21 01:10:10.431820 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547c8c7-e2cc-4bca-b7eb-185836fb890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bb8bd-68a1-4491-8797-d2af1502e1ce,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:10.474441 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (f083536d-4146-4f8c-b181-2d07e06528e7), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.497365 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:10.505089 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f083536d-4146-4f8c-b181-2d07e06528e7 HTTP/1.1" status: 204 len: 168 time: 0.7466328 Feb 21 01:10:10.559735 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9170cf7-066d-4201-aee7-cb77aa558ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f083536d-4146-4f8c-b181-2d07e06528e7,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:10.655054 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a500151-ee71-47c1-97e6-7ab1a1809d24 req-9108da3e-0894-4fca-96d0-5cbcdb1d6dab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:10.665123 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2a500151-ee71-47c1-97e6-7ab1a1809d24 req-9108da3e-0894-4fca-96d0-5cbcdb1d6dab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0835299 Feb 21 01:10:10.726410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-d255fcfa-8616-4669-9f0d-4e73d3ce55d7 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:10.735365 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-d255fcfa-8616-4669-9f0d-4e73d3ce55d7 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.1808572 Feb 21 01:10:10.743958 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2a500151-ee71-47c1-97e6-7ab1a1809d24 req-f2810375-73fc-4f62-86c2-95fecbcb7bdf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752563 Feb 21 01:10:10.759518 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-9bb76e10-19e9-488c-85d5-f530b310012d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/quotas/24c1bf236b2f4eb1bffab124b7392ca5 HTTP/1.1" status: 200 len: 375 time: 0.0228806 Feb 21 01:10:10.828592 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-20e0ab4a-3ef2-45fb-abfb-7c051662a433 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678022 Feb 21 01:10:10.935025 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-4baac432-13bb-4d62-8b91-10527afed1ff service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001365 Feb 21 01:10:11.041913 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52492) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:11.060603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-828a7a9b-4c7f-4c92-8499-6f683e5fd62e service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160221 Feb 21 01:10:11.135968 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3f3e5f09-3a18-4c93-b21a-1f1254e89e32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=784d5ee9775c49d6a4127a0bea10323c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0929430 Feb 21 01:10:11.138460 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52494) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:11.214781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] Publish callbacks [] for security_group (f4d17b5f-15fc-430e-8efe-c47f2ee31bcc), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:11.249589 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] Publish callbacks [] for security_group (f4d17b5f-15fc-430e-8efe-c47f2ee31bcc), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:11.385486 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-70f9c9ce-844c-43eb-a5c1-cde9a6273d57 req-afed4de3-0070-41fc-99e6-a09c76898a10 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 210 time: 0.0413053 Feb 21 01:10:11.426641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f4d17b5f-15fc-430e-8efe-c47f2ee31bcc), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:11.430269 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:11.431641 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f4d17b5f-15fc-430e-8efe-c47f2ee31bcc HTTP/1.1" status: 204 len: 168 time: 0.2922592 Feb 21 01:10:11.442570 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c47d6-e0c6-4868-93d8-ecf1c1a2883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d17b5f-15fc-430e-8efe-c47f2ee31bcc,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:11.902625 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540431eb-bf0f-48b3-ab2d-55907d901e11 req-5eec82da-0412-4d51-8606-caacbf389b3c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:11.906716 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-540431eb-bf0f-48b3-ab2d-55907d901e11 req-5eec82da-0412-4d51-8606-caacbf389b3c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0806255 Feb 21 01:10:11.993636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-540431eb-bf0f-48b3-ab2d-55907d901e11 req-a9371a01-91a4-4c90-8bae-6093f794ff0c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Feb 21 01:10:12.488868 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c56e4558-1524-4b81-a2b2-68e371a4f2c3 req-f421d133-ed0f-4d88-9b4f-103e5ab09359 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 210 time: 0.0416541 Feb 21 01:10:12.910982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52596) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:13.094335 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-network', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:13.158007 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07c096-b96c-4ef1-bdaa-cae03543d139 req-57768904-26af-4fbd-9009-b04128dff541 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:13.161231 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1b07c096-b96c-4ef1-bdaa-cae03543d139 req-57768904-26af-4fbd-9009-b04128dff541 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0827055 Feb 21 01:10:13.231202 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Made reservation on behalf of 8ef8a0b8828d4a38a7f8a9465fa9fbaf for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:13.233617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.248535 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1b07c096-b96c-4ef1-bdaa-cae03543d139 req-7f1b9ced-2740-4ecd-8893-1463bffb8090 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782216 Feb 21 01:10:13.249429 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.376141 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks [] for security_group (85702d18-9086-4391-b27c-ac0901a4df48), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.468661 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (85702d18-9086-4391-b27c-ac0901a4df48), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.497744 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:10:13.525143 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85702d18-9086-4391-b27c-ac0901a4df48,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:13.528220 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (36b79c00-5b19-4af5-aade-fc7931ca6db8), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.528605 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Added segment 36b79c00-5b19-4af5-aade-fc7931ca6db8 of type vlan for network 5f0d0617-4e78-4e05-abc5-75ee47858c30 Feb 21 01:10:13.587084 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (5f0d0617-4e78-4e05-abc5-75ee47858c30), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.610548 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-29b29404-9471-418e-9813-a3f6da42bff2 req-a9fe8875-4eb0-45de-ac26-38d71344e6d7 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Feb 21 01:10:13.772800 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (5f0d0617-4e78-4e05-abc5-75ee47858c30), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.773987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:13.774419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:13.850906 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0d0617-4e78-4e05-abc5-75ee47858c30,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:13.863769 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:10:13.908121 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f60da108-e0a5-4d75-be62-eff9571c5687 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9959171 Feb 21 01:10:13.916527 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52648) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:13.921555 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Request body: {'subnet': {'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-subnet', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:14.017284 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Made reservation on behalf of 8ef8a0b8828d4a38a7f8a9465fa9fbaf for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:14.020323 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.316561 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (d0db7af0-c5ff-4a99-920a-4e0006e56a58), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.406386 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0db7af0-c5ff-4a99-920a-4e0006e56a58,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:14.419941 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Checking segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:14.420329 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Network hostable DHCP agents. Network: 5f0d0617-4e78-4e05-abc5-75ee47858c30, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:10:14.555938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5af4e-d1b8-4b05-b45b-762b49b38c92 req-fded700c-c1b1-4070-a717-66cb05518bf7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:14.557554 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-18a5af4e-d1b8-4b05-b45b-762b49b38c92 req-fded700c-c1b1-4070-a717-66cb05518bf7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1339681 Feb 21 01:10:14.568746 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-afae4332-92e6-4b45-8e79-b06982b74f1c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:14.570419 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-afae4332-92e6-4b45-8e79-b06982b74f1c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.2604423 Feb 21 01:10:14.583102 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Request body: {'port': {'device_id': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'admin_state_up': True, 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:14.583343 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:10:14.678371 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-18a5af4e-d1b8-4b05-b45b-762b49b38c92 req-2a1d87c9-4e24-40fe-b170-ee6384df7774 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068337 Feb 21 01:10:14.710840 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 5f0d0617-4e78-4e05-abc5-75ee47858c30) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:14.724692 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20e548-375a-4484-9372-677b266ed8d2 None None] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:14.732809 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-735d8e63-5379-45b6-a2fa-5bb349788f5e req-81efc140-ede6-4712-baf7-071001336acc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 210 time: 0.0324781 Feb 21 01:10:14.734404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:14.735199 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.855281 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-2557eca7-dbf8-4519-8365-efaa655eccf9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9375494 Feb 21 01:10:14.865058 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52692) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:14.869375 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:14.891637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-5f0d0617-4e78-4e05-abc5-75ee47858c30', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:10:14.892552 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.960254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:14.964240 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.991001 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:14.992505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.085750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Allocated IP 172.20.0.2 (5f0d0617-4e78-4e05-abc5-75ee47858c30/d0db7af0-c5ff-4a99-920a-4e0006e56a58/37d77273-b0f0-4d35-9e57-120e3896af33) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:15.122218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for router_controller (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.217371 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Allocated IP 172.20.0.5 (8d88ddc9-10c8-4356-a5fc-74ca444968a9/12040ffa-a95f-46da-a939-4e7b2808aeaa/48787ba3-9f90-477e-8bb5-d81fc8b1d6a5) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:15.291207 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks [] for port (37d77273-b0f0-4d35-9e57-120e3896af33), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.486667 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.507285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for router_gateway (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.528409 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks [] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.529010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:15.531936 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:15.540858 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:15.549847 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Pushing event updated for resources: {'Port': ['ID=37d77273-b0f0-4d35-9e57-120e3896af33,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:15.562171 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.562551 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.562922 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.563316 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.563732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.564087 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.564353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.564623 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.565475 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.568011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.568011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.568011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.568011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:15.615475 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Attempting to bind port 37d77273-b0f0-4d35-9e57-120e3896af33 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:15.616028 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Attempting to bind port 37d77273-b0f0-4d35-9e57-120e3896af33 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:15.616275 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Attempting to bind port 37d77273-b0f0-4d35-9e57-120e3896af33 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:15.622242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:15.623320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Checking segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:15.623320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.623320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Bound using segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:15.623750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Bound port: 37d77273-b0f0-4d35-9e57-120e3896af33, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:15.624235 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.651908 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.665128 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:15.719241 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:15.726407 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:15.729196 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:15.732565 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event updated for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:15.738216 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] For port 37d77273-b0f0-4d35-9e57-120e3896af33, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:15.744929 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] For port 37d77273-b0f0-4d35-9e57-120e3896af33, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=37d77273-b0f0-4d35-9e57-120e3896af33,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:15.822199 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:15.822894 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.866732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:15.905073 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740e6b5-f11b-4147-9f5d-50c457eb28e1 req-856fdf91-2108-4785-a066-2e36e9c27e9f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:15.906884 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1740e6b5-f11b-4147-9f5d-50c457eb28e1 req-856fdf91-2108-4785-a066-2e36e9c27e9f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1274934 Feb 21 01:10:15.944600 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f1662-d090-4d1a-956d-df3994d03d3c req-89eeb1fb-2f00-4e8a-ac66-08b7ddb7fdfb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:15.946208 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3a7f1662-d090-4d1a-956d-df3994d03d3c req-89eeb1fb-2f00-4e8a-ac66-08b7ddb7fdfb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 931 time: 0.1017215 Feb 21 01:10:15.975807 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1e45b9f0-ad0b-42cf-b365-b6f95b620821 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3969395 Feb 21 01:10:16.012282 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3a7f1662-d090-4d1a-956d-df3994d03d3c req-5f81b35b-f0e8-4a33-a163-5031c7122a1a tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Feb 21 01:10:16.033376 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Request body: {'port': {'device_id': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:16.089708 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9389d7-f485-4bf8-aa30-37e540ae1539 None None] Pushing event updated for resources: {'Port': ['ID=37d77273-b0f0-4d35-9e57-120e3896af33,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:16.122321 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1740e6b5-f11b-4147-9f5d-50c457eb28e1 req-8eabe2e8-5ac9-48f9-8e10-29f5ca7a447b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093315 Feb 21 01:10:16.392426 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for router_gateway (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:16.424062 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:16.426559 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:16.640003 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Allocated IP 172.27.2.218 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/c8cf63a8-1961-4879-8b0c-31466c93171e) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:16.884458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:16.905841 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:16.916558 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks [] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:16.949850 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Transition to ACTIVE for port object 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:10:17.048346 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.054823 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.135635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 37d77273-b0f0-4d35-9e57-120e3896af33 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:17.142213 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:17.156029 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:17.164052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:17.213740 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 37d77273-b0f0-4d35-9e57-120e3896af33 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:17.214460 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.230892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9b00-db5b-4fd4-be6f-15bcb551d6d0 req-a906040f-df16-4b31-922b-1412f25c7b47 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:17.233902 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ab0e9b00-db5b-4fd4-be6f-15bcb551d6d0 req-a906040f-df16-4b31-922b-1412f25c7b47 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.1276572 Feb 21 01:10:17.246835 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Pushing event updated for resources: {'Port': ['ID=c8cf63a8-1961-4879-8b0c-31466c93171e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:17.293376 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ab0e9b00-db5b-4fd4-be6f-15bcb551d6d0 req-38e805e8-c0f2-4e72-8212-dd071f8e12b2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541053 Feb 21 01:10:17.351469 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 37d77273-b0f0-4d35-9e57-120e3896af33 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:17.351469 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.389495 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 37d77273-b0f0-4d35-9e57-120e3896af33, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=37d77273-b0f0-4d35-9e57-120e3896af33,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:17.421926 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9d7dd-4acc-4894-b9b4-d213980663c3 None None] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:17.450352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52758) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:17.465680 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Pushing event updated for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:17.493415 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-98464232-5ec9-4973-8e36-8b9648c5237c None None] Provisioning complete for port 37d77273-b0f0-4d35-9e57-120e3896af33 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:17.493699 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-98464232-5ec9-4973-8e36-8b9648c5237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.512455 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Attempting to bind port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:17.512750 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Attempting to bind port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:17.513039 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Attempting to bind port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:17.525419 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.540059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:10:17.540396 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Attempting to bind port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:17.551681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b961-283b-491a-94fd-8c4e8359fad5 req-7585b7de-e69c-45be-bd13-b035f8bcd060 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:17.553305 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd52b961-283b-491a-94fd-8c4e8359fad5 req-7585b7de-e69c-45be-bd13-b035f8bcd060 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.3078959 Feb 21 01:10:17.575356 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:17.575880 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Checking segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:17.576180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Bound using segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:17.577270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Bound port: 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:17.577664 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.602208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7743c398-eaaf-4c51-97be-f1b634c4f6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.638107 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=37d77273-b0f0-4d35-9e57-120e3896af33,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:17.673800 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd52b961-283b-491a-94fd-8c4e8359fad5 req-33f0acdd-328c-4a54-8da3-fe3953e6659f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135314 Feb 21 01:10:17.683708 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-98464232-5ec9-4973-8e36-8b9648c5237c None None] Current status of the port 37d77273-b0f0-4d35-9e57-120e3896af33 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:17.691651 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:17.695366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:17.713905 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7743c398-eaaf-4c51-97be-f1b634c4f6d7 admin admin] Publish callbacks [] for security_group (20aad226-8f56-4fbc-a90f-70f3484da713), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.842017 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.842526 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7743c398-eaaf-4c51-97be-f1b634c4f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (20aad226-8f56-4fbc-a90f-70f3484da713), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.857351 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for router_gateway (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.893515 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7743c398-eaaf-4c51-97be-f1b634c4f6d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bfaef58af71e460ca9ec6cd1be58ae58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419675 Feb 21 01:10:17.897965 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52770) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:17.901587 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743c398-eaaf-4c51-97be-f1b634c4f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aad226-8f56-4fbc-a90f-70f3484da713,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:17.928944 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-189e0b0d-66f2-4cd5-9cab-d498d1d44303 None None] Provisioning complete for port 37d77273-b0f0-4d35-9e57-120e3896af33 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:17.929397 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-189e0b0d-66f2-4cd5-9cab-d498d1d44303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.949584 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:17.950833 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:17.953144 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] 10.222.0.65 "PUT /v2.0/ports/48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 HTTP/1.1" status: 200 len: 1093 time: 1.9318461 Feb 21 01:10:17.953832 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:17.958726 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c955f-f13f-4830-9a6d-aac042a85c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:17.997021 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba6087-50fb-4613-a0d5-9f7b65fada20 service neutron] Pushing event updated for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:18.037641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] Publish callbacks [] for security_group (20aad226-8f56-4fbc-a90f-70f3484da713), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:18.042541 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f0b033-81a3-4a0a-9065-7550304f8f02 x-openstack-request-id: req-c7f0b033-81a3-4a0a-9065-7550304f8f02 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:18.042839 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:18.043101 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c7f0b033-81a3-4a0a-9065-7550304f8f02 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:18.043513 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'status': 'completed', 'code': 200} Feb 21 01:10:18.066135 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-189e0b0d-66f2-4cd5-9cab-d498d1d44303 None None] Current status of the port 37d77273-b0f0-4d35-9e57-120e3896af33 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:18.075220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] Publish callbacks [] for security_group (20aad226-8f56-4fbc-a90f-70f3484da713), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:18.203780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-1df38b6c-6214-4fab-897b-76ddb65faf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:18.205349 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-1df38b6c-6214-4fab-897b-76ddb65faf3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 1127 time: 0.1017253 Feb 21 01:10:18.223455 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (20aad226-8f56-4fbc-a90f-70f3484da713), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:18.226087 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:18.230493 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/20aad226-8f56-4fbc-a90f-70f3484da713 HTTP/1.1" status: 204 len: 168 time: 0.3286393 Feb 21 01:10:18.235897 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:18.238393 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940940f2-4f1e-427e-ae80-38202d776237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aad226-8f56-4fbc-a90f-70f3484da713,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:18.507433 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-883c79a1-cd43-491c-9a32-b9560aa6c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:18.508996 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-883c79a1-cd43-491c-9a32-b9560aa6c961 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2926850 Feb 21 01:10:18.569499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c064e-5eda-4171-8909-49eff83ecac7 req-509994ec-9d3c-44f8-8c38-b5ebf4e8cd22 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:18.570996 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2b3c064e-5eda-4171-8909-49eff83ecac7 req-509994ec-9d3c-44f8-8c38-b5ebf4e8cd22 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.1904302 Feb 21 01:10:18.829371 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d1ba-64f9-4670-bf2d-59abb1ff3434 req-611f61a4-d2df-4c24-9aea-897a5eefc3db tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:18.830819 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6c16d1ba-64f9-4670-bf2d-59abb1ff3434 req-611f61a4-d2df-4c24-9aea-897a5eefc3db tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Feb 21 01:10:18.883726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6c16d1ba-64f9-4670-bf2d-59abb1ff3434 req-ab3c4c22-ec9f-4c33-a8e9-5752ef33ab58 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Feb 21 01:10:18.940506 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2b3c064e-5eda-4171-8909-49eff83ecac7 req-d20e3b6f-7b40-4f0f-b962-1b3b9ef1228e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344166 Feb 21 01:10:18.945439 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-f56c7a8a-5d8c-43f8-81bd-211c947eb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:18.947286 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f0c955f-f13f-4830-9a6d-aac042a85c6d req-f56c7a8a-5d8c-43f8-81bd-211c947eb605 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4291637 Feb 21 01:10:19.041030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:10:19.060522 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-13545e26-a096-4883-8e29-fa3389854851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:19.062042 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-13545e26-a096-4883-8e29-fa3389854851 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 1127 time: 0.0651553 Feb 21 01:10:19.071257 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 37d77273-b0f0-4d35-9e57-120e3896af33 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:19.093257 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52812) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:19.109249 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-44733f2a-1ce3-4266-bdd3-4d11bdeb0133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.125137 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 37d77273-b0f0-4d35-9e57-120e3896af33 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:19.125524 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.136794 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-1416d8b4-fafb-4fb6-b6a4-627216917683 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0427082 Feb 21 01:10:19.201898 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-44733f2a-1ce3-4266-bdd3-4d11bdeb0133 admin admin] Publish callbacks [] for security_group (536e5a4e-823d-416c-95f9-0dc6c972a529), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.243812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:19.245813 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 37d77273-b0f0-4d35-9e57-120e3896af33 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:19.247398 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-0c0508a8-4b27-46c6-b82b-9bfbd0dbe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:19.251538 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-0c0508a8-4b27-46c6-b82b-9bfbd0dbe76c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0990155 Feb 21 01:10:19.255941 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:19.266960 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:19.267595 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:19.276054 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-44733f2a-1ce3-4266-bdd3-4d11bdeb0133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (536e5a4e-823d-416c-95f9-0dc6c972a529), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.293201 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-555cd47f-b5cd-47f3-8ec8-4661ff3c2573 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320685 Feb 21 01:10:19.323880 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-44733f2a-1ce3-4266-bdd3-4d11bdeb0133 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=07b6ae38729e4269b8fa38249361682f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293937 Feb 21 01:10:19.326661 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52820) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:19.327298 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733f2a-1ce3-4266-bdd3-4d11bdeb0133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e5a4e-823d-416c-95f9-0dc6c972a529,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:19.390171 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] Publish callbacks [] for security_group (536e5a4e-823d-416c-95f9-0dc6c972a529), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.391484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.393540 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-07326e3c-08da-43d5-ae06-17b5c78ccc16 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5267987 Feb 21 01:10:19.397191 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52822) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:19.428801 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] Publish callbacks [] for security_group (536e5a4e-823d-416c-95f9-0dc6c972a529), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.470030 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-d7998fba-cbb8-4821-a6ce-77b18098eca3 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653640 Feb 21 01:10:19.494849 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:19.577129 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (536e5a4e-823d-416c-95f9-0dc6c972a529), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.579964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.582178 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/536e5a4e-823d-416c-95f9-0dc6c972a529 HTTP/1.1" status: 204 len: 168 time: 0.2505326 Feb 21 01:10:19.591727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14189-fd76-40d7-ab16-1e3fd810f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e5a4e-823d-416c-95f9-0dc6c972a529,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:19.672142 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d32f3a89-f2fd-4128-9483-bffee48dda6e req-9a42c6c4-0c19-4361-b376-f2202ebdac3c service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873090 Feb 21 01:10:19.699137 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:17Z', 'revision_number': 3, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:19.733729 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:19.734189 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Updating router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c port c8cf63a8-1961-4879-8b0c-31466c93171e binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:19.764501 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:19.969083 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.085055 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756b24b-1696-44d3-bc1d-b2721343808b req-20618e7b-f36d-4acc-9be4-bb2f60f3e9a7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:20.089032 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5756b24b-1696-44d3-bc1d-b2721343808b req-20618e7b-f36d-4acc-9be4-bb2f60f3e9a7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1212525 Feb 21 01:10:20.093261 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks [] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.151874 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501d106-a206-4fd3-a494-f08b0bb4e34f req-1151dd2d-67e0-4de6-8715-c06c358f213c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:20.153548 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3501d106-a206-4fd3-a494-f08b0bb4e34f req-1151dd2d-67e0-4de6-8715-c06c358f213c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.1055112 Feb 21 01:10:20.162005 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5756b24b-1696-44d3-bc1d-b2721343808b req-c77864b6-75ba-4905-8b9b-e836d93d1751 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Feb 21 01:10:20.206705 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.224258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52842) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:20.226352 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Allocated IP 172.20.0.1 (5f0d0617-4e78-4e05-abc5-75ee47858c30/d0db7af0-c5ff-4a99-920a-4e0006e56a58/d6ab8c0a-8f31-4179-bb6e-a21995552a45) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:20.244293 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3501d106-a206-4fd3-a494-f08b0bb4e34f req-4d3740cf-357b-4173-af31-06a82aacad3a tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661204 Feb 21 01:10:20.338050 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Attempting to bind port c8cf63a8-1961-4879-8b0c-31466c93171e on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:20.338564 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Attempting to bind port c8cf63a8-1961-4879-8b0c-31466c93171e by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:20.338850 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Attempting to bind port c8cf63a8-1961-4879-8b0c-31466c93171e on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:20.341878 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Pushing event updated for resources: {'Port': ['ID=c8cf63a8-1961-4879-8b0c-31466c93171e,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.347780 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:20.349340 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:20.349340 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.349340 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:20.349991 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Bound port: c8cf63a8-1961-4879-8b0c-31466c93171e, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:20.350451 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.357997 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.358994 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.358994 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.359416 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.359859 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.360275 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.360700 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.361106 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.361551 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.362279 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.363075 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.363477 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.363947 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:10:20.366309 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dc324342-cac5-42e0-9ffd-b14c6c61bc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.423495 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52848) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:20.426856 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] For port c8cf63a8-1961-4879-8b0c-31466c93171e, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:20.444564 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ff73dda1-c441-4ca7-b459-cde26a1856db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.446441 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] For port c8cf63a8-1961-4879-8b0c-31466c93171e, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c8cf63a8-1961-4879-8b0c-31466c93171e,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:20.461055 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks [] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.464217 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dc324342-cac5-42e0-9ffd-b14c6c61bc2b admin admin] Publish callbacks [] for security_group (ec510695-92cf-49fb-be35-dd35d1537943), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.526284 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.551227 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ff73dda1-c441-4ca7-b459-cde26a1856db admin admin] Publish callbacks [] for security_group (ae2b1c8b-f463-42c3-9e27-976ee5292ca9), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.593652 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dc324342-cac5-42e0-9ffd-b14c6c61bc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ec510695-92cf-49fb-be35-dd35d1537943), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.593908 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:20.594733 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:20.598296 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2bbaf-ebca-4fca-aa02-0a233ccd4a8e None None] Pushing event updated for resources: {'Port': ['ID=c8cf63a8-1961-4879-8b0c-31466c93171e,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.622967 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.638672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-dc324342-cac5-42e0-9ffd-b14c6c61bc2b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c668381f1e964a3782c1c182a07dde35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132800 Feb 21 01:10:20.639727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc324342-cac5-42e0-9ffd-b14c6c61bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec510695-92cf-49fb-be35-dd35d1537943,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.644519 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52852) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:20.678653 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:20.685198 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:20.691898 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:20.694333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ff73dda1-c441-4ca7-b459-cde26a1856db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ae2b1c8b-f463-42c3-9e27-976ee5292ca9), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.700218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Pushing event updated for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.725483 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:20.730348 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] Publish callbacks [] for security_group (ec510695-92cf-49fb-be35-dd35d1537943), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.761854 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] Publish callbacks [] for security_group (ec510695-92cf-49fb-be35-dd35d1537943), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.775783 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73dda1-c441-4ca7-b459-cde26a1856db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b1c8b-f463-42c3-9e27-976ee5292ca9,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.782867 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ff73dda1-c441-4ca7-b459-cde26a1856db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4d8b6613a1864044a75e77703b607ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576488 Feb 21 01:10:20.797778 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52856) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:20.830499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.914505 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ec510695-92cf-49fb-be35-dd35d1537943), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.918900 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.926612 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ec510695-92cf-49fb-be35-dd35d1537943 HTTP/1.1" status: 204 len: 168 time: 0.2809594 Feb 21 01:10:20.940610 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] Publish callbacks [] for security_group (ae2b1c8b-f463-42c3-9e27-976ee5292ca9), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:20.951277 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d506a-3b54-4529-a4a2-20d86f6fa327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec510695-92cf-49fb-be35-dd35d1537943,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:20.958558 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:17Z', 'revision_number': 3, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:20.990708 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d3e39-533f-43aa-a9f4-13d53233a577 None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:17Z', 'revision_number': 3, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:21.011119 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] Publish callbacks [] for security_group (ae2b1c8b-f463-42c3-9e27-976ee5292ca9), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.014453 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-05229e0f-87be-49e7-a014-577ad3ae6c3a None None] Provisioning complete for port d6ab8c0a-8f31-4179-bb6e-a21995552a45 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:21.015022 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05229e0f-87be-49e7-a014-577ad3ae6c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.062096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-05229e0f-87be-49e7-a014-577ad3ae6c3a None None] Port d6ab8c0a-8f31-4179-bb6e-a21995552a45 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:21.121531 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.137115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ae2b1c8b-f463-42c3-9e27-976ee5292ca9), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.139675 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.141445 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ae2b1c8b-f463-42c3-9e27-976ee5292ca9 HTTP/1.1" status: 204 len: 168 time: 0.3348482 Feb 21 01:10:21.189844 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df70135-b1d3-41d2-87df-1cb4e2a6f741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b1c8b-f463-42c3-9e27-976ee5292ca9,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:21.341029 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96025d9d-339c-41c6-8593-9267445309c0 req-ca499449-a282-4ae5-8689-ddcdef086953 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:21.342946 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96025d9d-339c-41c6-8593-9267445309c0 req-ca499449-a282-4ae5-8689-ddcdef086953 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0813730 Feb 21 01:10:21.444610 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96025d9d-339c-41c6-8593-9267445309c0 req-1d997fac-d230-4fa6-ba46-8c222f75df86 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888460 Feb 21 01:10:21.518330 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87f0d-b925-43b1-92ea-5654ec43a997 req-9d1df4ec-5bf6-487d-a698-317fbb211e86 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:21.520436 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-74a87f0d-b925-43b1-92ea-5654ec43a997 req-9d1df4ec-5bf6-487d-a698-317fbb211e86 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.1777899 Feb 21 01:10:21.614263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks [] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.644411 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-74a87f0d-b925-43b1-92ea-5654ec43a997 req-09a466a4-0e20-4ec9-814a-691a5682469d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046114 Feb 21 01:10:21.731124 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.802370 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:21.810670 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Pushing event updated for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:21.923487 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:21.925786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:22.081844 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:10:22.222590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-c15c7eaa-1208-42f1-a22a-4b6c1385dee7 None None] Provisioning complete for port d6ab8c0a-8f31-4179-bb6e-a21995552a45 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:22.222590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c15c7eaa-1208-42f1-a22a-4b6c1385dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:22.247801 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c15c7eaa-1208-42f1-a22a-4b6c1385dee7 None None] Port d6ab8c0a-8f31-4179-bb6e-a21995552a45 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:22.419540 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:22.426162 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-028a45e5-d294-4ba8-99ad-308a690cb96c admin admin] 10.222.0.91 "PUT /v2.0/routers/ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0277960 Feb 21 01:10:22.641865 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272032a-59db-405a-b543-5f54ae25eec7 req-02536b33-f68c-49cf-8daa-a7c09b9a94bf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:22.643594 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0272032a-59db-405a-b543-5f54ae25eec7 req-02536b33-f68c-49cf-8daa-a7c09b9a94bf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0913451 Feb 21 01:10:22.718703 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0272032a-59db-405a-b543-5f54ae25eec7 req-8482ad9f-4f05-4c59-8d9d-77a8f3808a6e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Feb 21 01:10:22.725782 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52928) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:22.882026 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2c763-4a8b-4e26-9c58-496710440993 req-ee9c948f-3611-4c52-80e0-cd220ca277c8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:22.883947 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1ea2c763-4a8b-4e26-9c58-496710440993 req-ee9c948f-3611-4c52-80e0-cd220ca277c8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.0788648 Feb 21 01:10:22.947955 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1ea2c763-4a8b-4e26-9c58-496710440993 req-ad9ae4ab-45ed-4701-8e2f-e965f4d8984e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561550 Feb 21 01:10:23.018755 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:23.037151 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:23.038025 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:23.094895 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-398256628-network', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:23.176079 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c8cf63a8-1961-4879-8b0c-31466c93171e up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:23.225192 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Made reservation on behalf of 0c96b1f3aaed4700a792cf9d25aaaca3 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:23.232983 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.253505 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:23.272090 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.329043 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c8cf63a8-1961-4879-8b0c-31466c93171e triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:23.329853 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.408105 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks [] for security_group (d3395050-9b75-44fa-8ff7-f2d80cbc80c8), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.520761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d3395050-9b75-44fa-8ff7-f2d80cbc80c8), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.525489 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52944) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:23.531144 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430016131', 'description': 'tempest-description--2024746312'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:23.552309 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c8cf63a8-1961-4879-8b0c-31466c93171e is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:23.552947 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.561166 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:10:23.571544 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3395050-9b75-44fa-8ff7-f2d80cbc80c8,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:23.590469 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (3c6c84fa-35c5-4637-a39b-998b2048e07a), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.592323 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Added segment 3c6c84fa-35c5-4637-a39b-998b2048e07a of type vlan for network efea3425-6681-4069-adc6-8204b8ffe9c5 Feb 21 01:10:23.600239 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port c8cf63a8-1961-4879-8b0c-31466c93171e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c8cf63a8-1961-4879-8b0c-31466c93171e,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:23.640334 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (efea3425-6681-4069-adc6-8204b8ffe9c5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.641494 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 2, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:23.658005 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.678797 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:23.679161 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Updating router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c port d6ab8c0a-8f31-4179-bb6e-a21995552a45 binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:23.701762 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.733830 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.759293 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.794333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (efea3425-6681-4069-adc6-8204b8ffe9c5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.798008 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:23.798008 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.807782 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=c8cf63a8-1961-4879-8b0c-31466c93171e,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:23.875755 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:23.946745 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f38c4-e54a-4caa-80e3-7b0ab24cede6 req-d4d06988-3bcf-46c6-8993-0d601bfd2576 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:23.950284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] Pushing event updated for resources: {'Network': ['ID=efea3425-6681-4069-adc6-8204b8ffe9c5,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:23.960119 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a37f38c4-e54a-4caa-80e3-7b0ab24cede6 req-d4d06988-3bcf-46c6-8993-0d601bfd2576 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.1537535 Feb 21 01:10:23.988801 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network efea3425-6681-4069-adc6-8204b8ffe9c5 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:10:24.029098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:24.053841 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.069353 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a35c776d-8d4c-49f1-80c2-82702c0cd78b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5427008 Feb 21 01:10:24.072999 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 52970) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:24.079246 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group_rule': {'security_group_id': '4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:24.157572 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks [] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.157787 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a37f38c4-e54a-4caa-80e3-7b0ab24cede6 req-eeb1133e-445a-4205-861a-172f571ba241 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968048 Feb 21 01:10:24.172716 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 52980) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:24.181677 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-581eff46-71c9-4f85-95d7-8f5daf109455 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4546669 Feb 21 01:10:24.183601 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Request body: {'subnet': {'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-398256628-subnet', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:24.284821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (dfeb2249-9dd6-41ee-bf53-68e94a6bce0d), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.302160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Made reservation on behalf of 0c96b1f3aaed4700a792cf9d25aaaca3 for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:24.303192 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.303680 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de7f0c-54f7-428b-a4b9-04d982beffd4 req-7913bfd2-c721-4530-b724-db0a9148e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:24.304824 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b9de7f0c-54f7-428b-a4b9-04d982beffd4 req-7913bfd2-c721-4530-b724-db0a9148e526 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.1220486 Feb 21 01:10:24.305052 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.311927 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b05739-d63c-46a6-8011-852d89fd20c5 req-774c9b5b-a6b6-4f94-b41f-c6e512c84271 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:24.315120 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-03b05739-d63c-46a6-8011-852d89fd20c5 req-774c9b5b-a6b6-4f94-b41f-c6e512c84271 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 943 time: 0.1893868 Feb 21 01:10:24.385317 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c51e88-d213-40fc-a4e1-bdc8d277db28 None None] Pushing event updated for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:24.392155 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:10:24.458487 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-03b05739-d63c-46a6-8011-852d89fd20c5 req-a11aea60-1747-4006-ac4c-be5e556c6150 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304362 Feb 21 01:10:24.463554 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b9de7f0c-54f7-428b-a4b9-04d982beffd4 req-60ee379d-e31a-491b-8eca-4450f81b78de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473088 Feb 21 01:10:24.552068 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (dfeb2249-9dd6-41ee-bf53-68e94a6bce0d), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.571918 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Attempting to bind port d6ab8c0a-8f31-4179-bb6e-a21995552a45 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:24.572297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Attempting to bind port d6ab8c0a-8f31-4179-bb6e-a21995552a45 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:24.573066 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Attempting to bind port d6ab8c0a-8f31-4179-bb6e-a21995552a45 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:24.588488 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:24.588881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Checking segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:24.589291 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.589692 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Bound using segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:24.590205 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Bound port: d6ab8c0a-8f31-4179-bb6e-a21995552a45, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:24.590558 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.667127 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:24.704506 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'port_id': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'mac_address': 'fa:16:3e:b1:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12040ffa-a95f-46da-a939-4e7b2808aeaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:10:24.719388 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (dfeb2249-9dd6-41ee-bf53-68e94a6bce0d), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.743883 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeb2249-9dd6-41ee-bf53-68e94a6bce0d,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:24.769826 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-e1a562df-4cd4-4685-9c48-9c90a836e14b None None] Provisioning complete for port d6ab8c0a-8f31-4179-bb6e-a21995552a45 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:24.769826 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1a562df-4cd4-4685-9c48-9c90a836e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.783206 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (b99053b7-c18c-4cdf-a622-630b69f1362e), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.796256 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] For port d6ab8c0a-8f31-4179-bb6e-a21995552a45, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:24.816957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.821430 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cea1dbd2-68da-40a1-b231-db421f1ec11f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7467635 Feb 21 01:10:24.824273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53002) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:24.829560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] For port d6ab8c0a-8f31-4179-bb6e-a21995552a45, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d6ab8c0a-8f31-4179-bb6e-a21995552a45,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:24.835039 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:24.835472 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.839289 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group_rule': {'security_group_id': '4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:24.853698 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e1a562df-4cd4-4685-9c48-9c90a836e14b None None] Port d6ab8c0a-8f31-4179-bb6e-a21995552a45 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:24.863010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:24.868895 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53006) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:24.889301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99053b7-c18c-4cdf-a622-630b69f1362e,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:24.894720 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Checking segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:24.895295 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Network hostable DHCP agents. Network: efea3425-6681-4069-adc6-8204b8ffe9c5, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:10:24.915550 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:24.985570 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53014) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:25.033502 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (a5a9a44f-561e-44cc-ac11-68d17d76b800), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.090485 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Network efea3425-6681-4069-adc6-8204b8ffe9c5 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:10:25.112926 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c8cf63a8-1961-4879-8b0c-31466c93171e up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:25.117898 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:25.137469 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-507cf196-1da7-4b0b-9acb-4477531e47b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.167477 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (a5a9a44f-561e-44cc-ac11-68d17d76b800), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.188461 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:25.189113 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:25.216408 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, efea3425-6681-4069-adc6-8204b8ffe9c5) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:25.220772 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:25.221711 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.236397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c8a926dc-5c01-4677-8269-50d41f165d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.245937 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648ba30-c9c6-48e5-b2cf-6dfeebe7fde2 None None] Network efea3425-6681-4069-adc6-8204b8ffe9c5 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:25.285598 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (a5a9a44f-561e-44cc-ac11-68d17d76b800), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.318011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c51e88-d213-40fc-a4e1-bdc8d277db28 None None] Pushing event updated for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:25.338896 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefa86-fecf-498a-bcb0-93a8cdba0f2f req-0e760dd5-2a69-43fb-b9b0-0909b51712d7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:25.340644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.340771 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ceefa86-fecf-498a-bcb0-93a8cdba0f2f req-0e760dd5-2a69-43fb-b9b0-0909b51712d7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0822062 Feb 21 01:10:25.366584 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a9a44f-561e-44cc-ac11-68d17d76b800,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:25.401409 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-71a9e502-ea32-41c7-a806-0329af446bea admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2274678 Feb 21 01:10:25.409990 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53024) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:25.421897 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-507cf196-1da7-4b0b-9acb-4477531e47b9 admin admin] Publish callbacks [] for security_group (a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.422298 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:25.450737 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ceefa86-fecf-498a-bcb0-93a8cdba0f2f req-ef3ed0ff-cb77-4a2f-abaf-b3aae8e4130d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Feb 21 01:10:25.488936 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.492366 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-22e7217d-d914-4d3d-b120-3ccb54ac9485 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6651056 Feb 21 01:10:25.493249 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53028) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:25.498160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:25.504419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-507cf196-1da7-4b0b-9acb-4477531e47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.516240 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c8a926dc-5c01-4677-8269-50d41f165d0a admin admin] Publish callbacks [] for security_group (1610c916-c26a-4b7c-a57f-20d974220092), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.546975 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c8cf63a8-1961-4879-8b0c-31466c93171e triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:25.547641 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.551868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.554954 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.594303 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-507cf196-1da7-4b0b-9acb-4477531e47b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2f3b6497f064059bc4670f6ad91fa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7219598 Feb 21 01:10:25.598166 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cf196-1da7-4b0b-9acb-4477531e47b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:25.601113 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:25.611232 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53030) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:25.655553 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c8a926dc-5c01-4677-8269-50d41f165d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (1610c916-c26a-4b7c-a57f-20d974220092), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.678868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.689330 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['48787ba3-9f90-477e-8bb5-d81fc8b1d6a5'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:25.692355 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-efea3425-6681-4069-adc6-8204b8ffe9c5', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:10:25.693198 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.724318 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for router_controller (b2348e42-c3d0-431c-8e80-adbdd87a0e62), precommit_add_association {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.761302 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c8a926dc-5c01-4677-8269-50d41f165d0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=297721e633f54e5987d286ac16779da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499728 Feb 21 01:10:25.761302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b813ec-cf48-4f75-8bf0-9ae7a41ba9be req-cb4835cb-288a-4372-a7fd-4f07ff80f80d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:25.761302 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-31b813ec-cf48-4f75-8bf0-9ae7a41ba9be req-cb4835cb-288a-4372-a7fd-4f07ff80f80d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 944 time: 0.2015634 Feb 21 01:10:25.761302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53038) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:25.761717 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:25.761803 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a926dc-5c01-4677-8269-50d41f165d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1610c916-c26a-4b7c-a57f-20d974220092,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:25.823140 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Provisioning complete for port d6ab8c0a-8f31-4179-bb6e-a21995552a45 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:25.824345 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.827504 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] Publish callbacks [] for security_group (a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.882820 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] Publish callbacks [] for security_group (a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.887292 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-31b813ec-cf48-4f75-8bf0-9ae7a41ba9be req-a90c9ae5-b344-40c2-af7d-e78ef03f77bd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229415 Feb 21 01:10:25.895495 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] Publish callbacks [] for security_group (1610c916-c26a-4b7c-a57f-20d974220092), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:25.938724 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] Publish callbacks [] for security_group (1610c916-c26a-4b7c-a57f-20d974220092), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.041532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.085235 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for router_gateway (b2348e42-c3d0-431c-8e80-adbdd87a0e62), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.091573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.094285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.099657 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b HTTP/1.1" status: 204 len: 168 time: 0.4812243 Feb 21 01:10:26.109862 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (1610c916-c26a-4b7c-a57f-20d974220092), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.109862 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.114186 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1610c916-c26a-4b7c-a57f-20d974220092 HTTP/1.1" status: 204 len: 168 time: 0.3568304 Feb 21 01:10:26.124163 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a307-3f1d-4663-8fce-9e1f687c32fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f11fea-6a71-46aa-ad13-0ff2f3e6cd3b,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:26.156736 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef7606-ad1e-419f-8fe2-70ebd8546c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610c916-c26a-4b7c-a57f-20d974220092,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:26.219297 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Allocated IP 172.27.2.224 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/ad59d77f-f647-4f19-b49a-e4a2f0916d3d) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:26.235489 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c8cf63a8-1961-4879-8b0c-31466c93171e is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:26.321867 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Allocated IP 172.20.0.2 (efea3425-6681-4069-adc6-8204b8ffe9c5/b99053b7-c18c-4cdf-a622-630b69f1362e/d2bad6f2-b676-49b5-8639-668436393b31) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:26.335146 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Current status of the port d6ab8c0a-8f31-4179-bb6e-a21995552a45 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:26.335550 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.387911 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.481974 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] For port d6ab8c0a-8f31-4179-bb6e-a21995552a45, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d6ab8c0a-8f31-4179-bb6e-a21995552a45,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:26.574437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:24Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:26.608876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1f8aa-5d45-47b0-a0fd-6f23e0435268 None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:24Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:26.637995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks [] for port (d2bad6f2-b676-49b5-8639-668436393b31), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.652702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.763322 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (d2bad6f2-b676-49b5-8639-668436393b31), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.817720 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33697-6253-4e17-98d3-9d4e7c34908f None None] Pushing event updated for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:26.838861 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.839010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Network efea3425-6681-4069-adc6-8204b8ffe9c5 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:26.861273 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:26.866546 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:26.871951 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for router_gateway (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.911003 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Pushing event updated for resources: {'Port': ['ID=d2bad6f2-b676-49b5-8639-668436393b31,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:26.977521 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Attempting to bind port d2bad6f2-b676-49b5-8639-668436393b31 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:26.977887 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Attempting to bind port d2bad6f2-b676-49b5-8639-668436393b31 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:26.978402 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Attempting to bind port d2bad6f2-b676-49b5-8639-668436393b31 on network efea3425-6681-4069-adc6-8204b8ffe9c5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:26.979278 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:26.981890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.983577 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=ad59d77f-f647-4f19-b49a-e4a2f0916d3d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:26.995965 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:26.999814 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:26.999814 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Checking segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:26.999814 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:26.999814 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Bound using segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:26.999814 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Bound port: d2bad6f2-b676-49b5-8639-668436393b31, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:27.000352 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d2bad6f2-b676-49b5-8639-668436393b31), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.005908 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b7b6-9088-4044-b278-433f69b51e77 req-e10c2b3b-23e0-4c4b-9c5f-ff38b79941ba tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:27.007569 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f7e4b7b6-9088-4044-b278-433f69b51e77 req-e10c2b3b-23e0-4c4b-9c5f-ff38b79941ba tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.4709599 Feb 21 01:10:27.010222 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:27.108614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065552d3-77e3-42b5-884b-53a99a0479e1 req-bac4eaba-c252-4283-8671-842d400add9d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:27.111532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-065552d3-77e3-42b5-884b-53a99a0479e1 req-bac4eaba-c252-4283-8671-842d400add9d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 944 time: 0.1239398 Feb 21 01:10:27.155759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Allocated IP 172.27.2.133 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/c9854047-9e05-49fa-97f3-a14498ee195c) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:27.203155 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d6ab8c0a-8f31-4179-bb6e-a21995552a45 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:27.206092 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] For port d2bad6f2-b676-49b5-8639-668436393b31, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:27.235936 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-065552d3-77e3-42b5-884b-53a99a0479e1 req-94920eaa-755a-42c7-808a-656cc55d480b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070657 Feb 21 01:10:27.253207 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] For port d2bad6f2-b676-49b5-8639-668436393b31, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d2bad6f2-b676-49b5-8639-668436393b31,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:27.288076 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port d6ab8c0a-8f31-4179-bb6e-a21995552a45 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:27.288455 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.322950 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53068) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:27.343655 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-539efdfd-376a-4b15-ae74-a7e77b5c41f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.442311 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (d2bad6f2-b676-49b5-8639-668436393b31), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.476608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53072) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:27.478938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-539efdfd-376a-4b15-ae74-a7e77b5c41f6 admin admin] Publish callbacks [] for security_group (57be3423-3a77-41b3-a5ee-70b8777c8037), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.490012 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for port (c9854047-9e05-49fa-97f3-a14498ee195c), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.507916 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-baae4cda-907f-409a-a0de-3083203ab2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.537963 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f7e4b7b6-9088-4044-b278-433f69b51e77 req-b80e10a5-455d-496e-b75d-e4e6b864a03d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029349 Feb 21 01:10:27.553455 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.564926 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-539efdfd-376a-4b15-ae74-a7e77b5c41f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (57be3423-3a77-41b3-a5ee-70b8777c8037), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.570110 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port d6ab8c0a-8f31-4179-bb6e-a21995552a45 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:27.600171 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b1c46-785f-46ed-86c1-7be594d87305 None None] Pushing event updated for resources: {'Port': ['ID=d2bad6f2-b676-49b5-8639-668436393b31,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:27.618193 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.728133 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539efdfd-376a-4b15-ae74-a7e77b5c41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be3423-3a77-41b3-a5ee-70b8777c8037,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:27.732660 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-539efdfd-376a-4b15-ae74-a7e77b5c41f6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fd08f4eeff7b42b68e977cf0306c43e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084904 Feb 21 01:10:27.734179 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:27.738367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53076) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:27.748050 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.769768 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:27.789526 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:27.795350 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-baae4cda-907f-409a-a0de-3083203ab2a4 admin admin] Publish callbacks [] for security_group (a676ffe5-05cc-4d48-8d06-612c3f4c6c65), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:27.808136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62dc67-f8c3-40fa-b69b-afb8aaa40c4f req-68045b83-161a-41ad-bc34-f0315a3b7684 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:27.809731 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec62dc67-f8c3-40fa-b69b-afb8aaa40c4f req-68045b83-161a-41ad-bc34-f0315a3b7684 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1112337 Feb 21 01:10:27.832160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Pushing event updated for resources: {'Port': ['ID=c9854047-9e05-49fa-97f3-a14498ee195c,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:27.916576 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec62dc67-f8c3-40fa-b69b-afb8aaa40c4f req-0c8f8934-104e-4e1a-8eff-4511a54dbaf8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979598 Feb 21 01:10:27.931513 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-baae4cda-907f-409a-a0de-3083203ab2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a676ffe5-05cc-4d48-8d06-612c3f4c6c65), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.008013 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-baae4cda-907f-409a-a0de-3083203ab2a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3093c3ddb1fe4bff96d3cddd01903822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251131 Feb 21 01:10:28.024343 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53080) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:28.045654 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] Publish callbacks [] for security_group (57be3423-3a77-41b3-a5ee-70b8777c8037), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.100812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae4cda-907f-409a-a0de-3083203ab2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676ffe5-05cc-4d48-8d06-612c3f4c6c65,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:28.144397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] Publish callbacks [] for security_group (a676ffe5-05cc-4d48-8d06-612c3f4c6c65), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.147778 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] Publish callbacks [] for security_group (57be3423-3a77-41b3-a5ee-70b8777c8037), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.180560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] Publish callbacks [] for security_group (a676ffe5-05cc-4d48-8d06-612c3f4c6c65), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.228325 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.285617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53086) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:28.357422 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a676ffe5-05cc-4d48-8d06-612c3f4c6c65), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.358673 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.363113 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a676ffe5-05cc-4d48-8d06-612c3f4c6c65 HTTP/1.1" status: 204 len: 168 time: 0.3343055 Feb 21 01:10:28.372105 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5546a-a0e6-4035-bfba-d797ade552fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676ffe5-05cc-4d48-8d06-612c3f4c6c65,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:28.395533 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.397056 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:28.397490 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (57be3423-3a77-41b3-a5ee-70b8777c8037), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.400057 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.405204 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/57be3423-3a77-41b3-a5ee-70b8777c8037 HTTP/1.1" status: 204 len: 168 time: 0.6639826 Feb 21 01:10:28.495147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee8b5-30c2-44c0-baa8-ba53caca3603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be3423-3a77-41b3-a5ee-70b8777c8037,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:28.539421 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for router_gateway (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.556033 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9471a739-f9de-4d53-9992-110807d3a4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.654101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=ad59d77f-f647-4f19-b49a-e4a2f0916d3d,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:28.670048 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba955fe-ac2b-45af-95d0-217793feeff1 req-098630af-664e-4394-9c83-b4f581aef8bb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:28.671855 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dba955fe-ac2b-45af-95d0-217793feeff1 req-098630af-664e-4394-9c83-b4f581aef8bb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 944 time: 0.3294053 Feb 21 01:10:28.684327 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.729845 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9471a739-f9de-4d53-9992-110807d3a4c8 admin admin] Publish callbacks [] for security_group (7b507b57-9503-49ad-b844-ed5e52241fd6), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.813933 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dba955fe-ac2b-45af-95d0-217793feeff1 req-093b00b3-28d7-4ee3-92f9-4c05baa780ce tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333592 Feb 21 01:10:28.816843 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9471a739-f9de-4d53-9992-110807d3a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (7b507b57-9503-49ad-b844-ed5e52241fd6), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.849214 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:10:28.856359 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:28.856930 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.883224 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:28.883391 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-341a0227-a22b-48ed-9882-4ee1a42d596a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3886397 Feb 21 01:10:28.911213 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-9471a739-f9de-4d53-9992-110807d3a4c8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=39d607e124af4032839d8dee89c47a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244757 Feb 21 01:10:28.912719 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471a739-f9de-4d53-9992-110807d3a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b507b57-9503-49ad-b844-ed5e52241fd6,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:28.919583 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53108) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:29.024256 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:29.026862 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.093504 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.097818 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] Publish callbacks [] for security_group (7b507b57-9503-49ad-b844-ed5e52241fd6), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.102090 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:29.107202 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172ef52-ff49-43d5-aaaa-292159f78e13" -d '{"events": [{"server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "name": "network-vif-plugged", "status": "completed", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:29.166174 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] Publish callbacks [] for security_group (7b507b57-9503-49ad-b844-ed5e52241fd6), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.175416 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:29.220367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8776ad-b000-4649-9bbc-3b9e8858005d x-openstack-request-id: req-6d8776ad-b000-4649-9bbc-3b9e8858005d {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:29.220722 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "name": "network-vif-plugged", "status": "completed", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:29.221166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6d8776ad-b000-4649-9bbc-3b9e8858005d {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:29.221577 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'code': 200} Feb 21 01:10:29.224452 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8856961-d815-41dc-9efb-f14899db5614 None None] Network efea3425-6681-4069-adc6-8204b8ffe9c5 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:29.339641 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d2bad6f2-b676-49b5-8639-668436393b31 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:29.390910 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.504945 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:29.507689 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Provisioning complete for port d2bad6f2-b676-49b5-8639-668436393b31 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:29.512767 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d2bad6f2-b676-49b5-8639-668436393b31), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.551143 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-9b040ea6-d464-4e51-a8e9-599e5f867293 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1430016131&fields=id&tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 267 time: 0.0771873 Feb 21 01:10:29.582377 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b06cfc14-4c23-4b70-844c-ea02ff41ae51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.594910 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53132) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:29.597827 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c80490-1742-449a-bed7-2890643e7406 req-f3bc4d67-99ec-4538-8be4-d06e41a558cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:29.599539 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94c80490-1742-449a-bed7-2890643e7406 req-f3bc4d67-99ec-4538-8be4-d06e41a558cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 1129 time: 0.0761728 Feb 21 01:10:29.603646 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port d2bad6f2-b676-49b5-8639-668436393b31 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:29.604061 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d2bad6f2-b676-49b5-8639-668436393b31), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.643098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (7b507b57-9503-49ad-b844-ed5e52241fd6), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.645737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.650349 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7b507b57-9503-49ad-b844-ed5e52241fd6 HTTP/1.1" status: 204 len: 168 time: 0.7296474 Feb 21 01:10:29.661051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b93-84f5-4abe-9240-fa5a5d056b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.680990 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75e082-dce0-4df3-a15e-8a5472790f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b507b57-9503-49ad-b844-ed5e52241fd6,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:29.711263 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94c80490-1742-449a-bed7-2890643e7406 req-a11676b2-4f74-4753-8f57-ed41d1929c7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007476 Feb 21 01:10:29.761684 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Current status of the port d2bad6f2-b676-49b5-8639-668436393b31 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:29.762183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d2bad6f2-b676-49b5-8639-668436393b31), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.775039 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-3749befd-3417-468b-b9fd-9a3976a0c171 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:29.785594 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-3749befd-3417-468b-b9fd-9a3976a0c171 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 817 time: 0.2207949 Feb 21 01:10:29.789688 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Router b2348e42-c3d0-431c-8e80-adbdd87a0e62 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:10:29.833276 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] For port d2bad6f2-b676-49b5-8639-668436393b31, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d2bad6f2-b676-49b5-8639-668436393b31,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:29.842319 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port d2bad6f2-b676-49b5-8639-668436393b31 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:29.842805 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (d2bad6f2-b676-49b5-8639-668436393b31), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:29.850726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-6986d350-4c58-4da7-9755-6987d8ff1500 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/quotas/8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 375 time: 0.0487523 Feb 21 01:10:29.915486 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (d2bad6f2-b676-49b5-8639-668436393b31), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.020386 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b5ba6-0be6-4313-a436-d9a9ab7a1dab None None] Pushing event updated for resources: {'Port': ['ID=d2bad6f2-b676-49b5-8639-668436393b31,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:30.028196 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3faf2-0500-4fa6-97ee-5478e49698eb req-75d47d59-376b-41f0-8e25-e44a4f66d581 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:30.034392 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2ee3faf2-0500-4fa6-97ee-5478e49698eb req-75d47d59-376b-41f0-8e25-e44a4f66d581 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0898035 Feb 21 01:10:30.062091 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:10:30.062528 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG oslo_db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:10:30.071984 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-f69e1871-9bf6-41e5-8745-6c4febece310 None None] Provisioning complete for port d2bad6f2-b676-49b5-8639-668436393b31 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:30.072956 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69e1871-9bf6-41e5-8745-6c4febece310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d2bad6f2-b676-49b5-8639-668436393b31), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.093352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b93-84f5-4abe-9240-fa5a5d056b60 admin admin] Publish callbacks [] for security_group (86788668-4095-4cf5-843c-4dd52a79726f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.122392 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-b9f52046-e72c-4306-a223-9b87d30a8b10 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2297883 Feb 21 01:10:30.149398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:30.162742 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Sync routers for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:30.171336 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9fc23b93-84f5-4abe-9240-fa5a5d056b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (86788668-4095-4cf5-843c-4dd52a79726f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.183796 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:30.184443 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2ee3faf2-0500-4fa6-97ee-5478e49698eb req-d89968f7-208e-4a2b-905f-5b1fa7756907 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471765 Feb 21 01:10:30.185001 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:30.212779 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f69e1871-9bf6-41e5-8745-6c4febece310 None None] Current status of the port d2bad6f2-b676-49b5-8639-668436393b31 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:30.308113 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc23b93-84f5-4abe-9240-fa5a5d056b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86788668-4095-4cf5-843c-4dd52a79726f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:30.375213 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-9fc23b93-84f5-4abe-9240-fa5a5d056b60 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a712697b469a4b83ba43f151642d9077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763071 Feb 21 01:10:30.376194 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53196) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:30.382792 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.382792 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-57e3b3b3-9d4c-466e-9877-b02248dcf4cb admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9653451 Feb 21 01:10:30.383940 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53198) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:30.428535 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:30.453468 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] Publish callbacks [] for security_group (86788668-4095-4cf5-843c-4dd52a79726f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.480280 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] Publish callbacks [] for security_group (86788668-4095-4cf5-843c-4dd52a79726f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.630639 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (86788668-4095-4cf5-843c-4dd52a79726f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.633458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.635365 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/86788668-4095-4cf5-843c-4dd52a79726f HTTP/1.1" status: 204 len: 168 time: 0.2569828 Feb 21 01:10:30.664034 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad459193-2606-4098-aca5-d509cf59e71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86788668-4095-4cf5-843c-4dd52a79726f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:30.721483 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:28Z', 'revision_number': 3, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:30.725120 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port d2bad6f2-b676-49b5-8639-668436393b31 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:30.784734 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Checking router: b2348e42-c3d0-431c-8e80-adbdd87a0e62 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:30.785086 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Updating router b2348e42-c3d0-431c-8e80-adbdd87a0e62 port c9854047-9e05-49fa-97f3-a14498ee195c binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:30.787574 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-35cb2822-29d8-4bf9-bb5d-68c445086919 service neutron] 10.222.0.91 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789042 Feb 21 01:10:30.827403 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:30.897907 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9683-d33e-4cf3-af86-caa2e5dd0a17 req-f9e5ca67-439a-49b3-b16f-de09a1c6e477 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:30.912178 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-744d9683-d33e-4cf3-af86-caa2e5dd0a17 req-f9e5ca67-439a-49b3-b16f-de09a1c6e477 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1773355 Feb 21 01:10:30.950742 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-1a4214e6-5a3f-43ba-8542-1acf4cec31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:30.961071 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-1a4214e6-5a3f-43ba-8542-1acf4cec31ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.1915898 Feb 21 01:10:31.020705 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-eeedf9b5-81cd-450b-b540-3207c8a78309 service neutron] 10.222.0.91 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318680 Feb 21 01:10:31.147343 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d2bad6f2-b676-49b5-8639-668436393b31 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:31.165011 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.238793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-744d9683-d33e-4cf3-af86-caa2e5dd0a17 req-41b11658-2f00-4f68-aa46-faf0c5ad2df2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208256 Feb 21 01:10:31.269842 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port d2bad6f2-b676-49b5-8639-668436393b31 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:31.270640 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (d2bad6f2-b676-49b5-8639-668436393b31), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.393467 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-0b627d71-357e-4e4d-9ae2-b8b54d9a40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:31.397133 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-0b627d71-357e-4e4d-9ae2-b8b54d9a40a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.4160442 Feb 21 01:10:31.422056 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks [] for port (c9854047-9e05-49fa-97f3-a14498ee195c), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.487040 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.542677 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Attempting to bind port c9854047-9e05-49fa-97f3-a14498ee195c on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:31.543917 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Attempting to bind port c9854047-9e05-49fa-97f3-a14498ee195c by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:31.545436 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Attempting to bind port c9854047-9e05-49fa-97f3-a14498ee195c on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:31.554581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port d2bad6f2-b676-49b5-8639-668436393b31 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:31.560223 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-cf8c9e3c-6fa5-4877-bce0-485af9b7219f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.1570439 Feb 21 01:10:31.582412 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:31.591703 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:31.592133 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.592590 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:31.598254 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Bound port: c9854047-9e05-49fa-97f3-a14498ee195c, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:31.598779 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.687516 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Allocated IP 172.20.0.1 (efea3425-6681-4069-adc6-8204b8ffe9c5/b99053b7-c18c-4cdf-a622-630b69f1362e/ecbeb38c-9452-48af-8bc3-e93eeec72235) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:31.702529 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-a1c8bbbb-30ea-4164-9d86-b17588ca11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:31.705000 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-a1c8bbbb-30ea-4164-9d86-b17588ca11c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.1127429 Feb 21 01:10:31.705638 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68fee7e5-5bfb-4275-b542-82405ee8182e req-97c9d503-ca36-4d42-9be4-06829446f013 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 210 time: 0.2124324 Feb 21 01:10:31.722290 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e5ded-6ec1-4cab-aeff-b8bd39f85304 req-bf7d1c30-526f-48a1-a92e-a2e84dbc5929 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:31.723860 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f78e5ded-6ec1-4cab-aeff-b8bd39f85304 req-bf7d1c30-526f-48a1-a92e-a2e84dbc5929 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.2907996 Feb 21 01:10:31.761430 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] For port c9854047-9e05-49fa-97f3-a14498ee195c, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:31.771461 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-77350bc5-8b98-4791-9f6e-e1de26dfbe80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420170 Feb 21 01:10:31.782530 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] For port c9854047-9e05-49fa-97f3-a14498ee195c, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c9854047-9e05-49fa-97f3-a14498ee195c,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:31.785558 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af4d8-ca60-4cc7-a878-83a44bff3e16 None None] Pushing event updated for resources: {'Port': ['ID=c9854047-9e05-49fa-97f3-a14498ee195c,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:31.867704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks [] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.869297 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:31.877942 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f78e5ded-6ec1-4cab-aeff-b8bd39f85304 req-4f650ac5-689a-4e95-9416-d1edf20a5a77 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372571 Feb 21 01:10:31.958105 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-b59f5efc-6246-47ce-b708-6de83ad2079b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724882 Feb 21 01:10:31.983223 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.002245 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:32.002880 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:32.005462 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af4d8-ca60-4cc7-a878-83a44bff3e16 None None] Pushing event updated for resources: {'Port': ['ID=c9854047-9e05-49fa-97f3-a14498ee195c,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:32.086945 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Network efea3425-6681-4069-adc6-8204b8ffe9c5 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:32.095163 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:32.105664 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:32.222304 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53272) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:32.223390 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c8b317f5-8bfa-4c3c-b004-84ac2dfa8b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.258354 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c6e363e-d49f-4a13-a1f9-5c758c4c23bb req-2636f2f0-85c7-4ea4-a723-f9c6f7c0e29a service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841580 Feb 21 01:10:32.266238 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.305344 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:32.507148 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f46e-1793-4397-96a8-80592926b21c req-b23c056f-0db4-45a0-8a3a-506056bb5845 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:32.510793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c44f46e-1793-4397-96a8-80592926b21c req-b23c056f-0db4-45a0-8a3a-506056bb5845 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1447170 Feb 21 01:10:32.570965 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-3ab31165-64c5-4ff6-9d3f-0d80407f0979 None None] Provisioning complete for port ecbeb38c-9452-48af-8bc3-e93eeec72235 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:32.571637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ab31165-64c5-4ff6-9d3f-0d80407f0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.623285 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-3ab31165-64c5-4ff6-9d3f-0d80407f0979 None None] Port ecbeb38c-9452-48af-8bc3-e93eeec72235 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:32.631122 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:32.673823 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c44f46e-1793-4397-96a8-80592926b21c req-20643062-2390-465d-a789-0c46565a3b4f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495159 Feb 21 01:10:32.714998 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-003ca33b-98cc-4d43-b854-6e9e2939d404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.768919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.840638 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-658abf5e-5413-482b-ae06-52be0d8a07b2 req-014454ca-e6fd-48c6-9549-35f5256fb699 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0430694 Feb 21 01:10:32.890575 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:28Z', 'revision_number': 3, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:32.909275 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-003ca33b-98cc-4d43-b854-6e9e2939d404 admin admin] Publish callbacks [] for security_group (ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:32.938103 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46615ceb-0272-41ac-9469-6de87c33efb7 None None] The sync data for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:28Z', 'revision_number': 3, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:32.999078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-003ca33b-98cc-4d43-b854-6e9e2939d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.047064 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks [] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.066767 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53304) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:33.074811 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-003ca33b-98cc-4d43-b854-6e9e2939d404 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3bd0155fa35040f9a2463ea82e565838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8356159 Feb 21 01:10:33.080992 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ca33b-98cc-4d43-b854-6e9e2939d404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:33.138864 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.141205 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] Publish callbacks [] for security_group (ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.285665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] Publish callbacks [] for security_group (ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.296503 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.307385 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:33.341735 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:10:33.429182 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.532472 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Network efea3425-6681-4069-adc6-8204b8ffe9c5 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:33.537042 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:33.600331 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.603134 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.604999 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2 HTTP/1.1" status: 204 len: 168 time: 0.5361202 Feb 21 01:10:33.619955 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ed8f0-ae3a-44df-b233-47b5b8241a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b6bf4-9ab9-44c7-b81c-ce47e75a5ab2,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:33.877750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-0dff8455-9744-4e1f-bdae-b7c77e15a244 None None] Provisioning complete for port ecbeb38c-9452-48af-8bc3-e93eeec72235 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:33.878634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0dff8455-9744-4e1f-bdae-b7c77e15a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:33.959961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0dff8455-9744-4e1f-bdae-b7c77e15a244 None None] Port ecbeb38c-9452-48af-8bc3-e93eeec72235 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:33.993050 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9916106b-7d51-4d43-84fc-1f57eceeb5e5 req-11aeacc6-cd37-4c48-8f99-434c68af5a9d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0603800 Feb 21 01:10:34.075933 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Router b2348e42-c3d0-431c-8e80-adbdd87a0e62 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:10:34.091187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d75dd-bd7e-4f34-a126-8c71a883adad req-2360a773-ee51-455e-b943-68ac8473a9c2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:34.092888 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8f1d75dd-bd7e-4f34-a126-8c71a883adad req-2360a773-ee51-455e-b943-68ac8473a9c2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0786679 Feb 21 01:10:34.224578 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8f1d75dd-bd7e-4f34-a126-8c71a883adad req-aa1f398f-0203-49b5-a15b-8b5f119d488c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194413 Feb 21 01:10:34.282533 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:34.296602 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5b872c9e-7faf-4bb8-81d5-3d881cf08ed2 admin admin] 10.222.0.91 "PUT /v2.0/routers/b2348e42-c3d0-431c-8e80-adbdd87a0e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9114084 Feb 21 01:10:34.402010 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53336) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:34.508475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-da0f04d2-a6cc-4aa4-a0ee-6b357b0a94fc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:34.509978 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-da0f04d2-a6cc-4aa4-a0ee-6b357b0a94fc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 817 time: 0.1521933 Feb 21 01:10:34.634742 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dec0a013-f69b-468d-b92d-30958b67975a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.664609 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-08d7ad8b-8e85-4e90-a1c1-eb876e22be76 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 380 time: 0.1441329 Feb 21 01:10:34.682901 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'port': {'device_id': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'admin_state_up': True, 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'security_groups': ['4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541']}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:34.745366 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dec0a013-f69b-468d-b92d-30958b67975a admin admin] Publish callbacks [] for security_group (66aeefa4-a38b-426b-bf4c-50f65f768256), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.810728 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-dec0a013-f69b-468d-b92d-30958b67975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (66aeefa4-a38b-426b-bf4c-50f65f768256), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.868859 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-dec0a013-f69b-468d-b92d-30958b67975a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11101d4d9e294098970ee3cabbfcdabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655995 Feb 21 01:10:34.873017 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0a013-f69b-468d-b92d-30958b67975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aeefa4-a38b-426b-bf4c-50f65f768256,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:34.874851 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53354) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:34.884806 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Made reservation on behalf of 8ef8a0b8828d4a38a7f8a9465fa9fbaf for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:34.894923 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.942165 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] Publish callbacks [] for security_group (66aeefa4-a38b-426b-bf4c-50f65f768256), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.948117 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:34.979574 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] Publish callbacks [] for security_group (66aeefa4-a38b-426b-bf4c-50f65f768256), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.143097 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (66aeefa4-a38b-426b-bf4c-50f65f768256), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.146222 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.149795 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/66aeefa4-a38b-426b-bf4c-50f65f768256 HTTP/1.1" status: 204 len: 168 time: 0.2713671 Feb 21 01:10:35.160880 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7238594-479e-4368-9e3a-83074a4acbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aeefa4-a38b-426b-bf4c-50f65f768256,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:35.187313 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-891b0c7e-e378-45ad-bd15-6c96d4f404a1 req-9c6e1069-b3ad-473f-932e-3f3b967baa1e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0513885 Feb 21 01:10:35.196255 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c9854047-9e05-49fa-97f3-a14498ee195c up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:35.220153 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Allocated IP 172.20.0.4 (5f0d0617-4e78-4e05-abc5-75ee47858c30/d0db7af0-c5ff-4a99-920a-4e0006e56a58/17542d9a-ec16-46b0-907e-71f3f5221834) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:35.321112 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c9854047-9e05-49fa-97f3-a14498ee195c triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:35.321632 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.419571 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Sync routers for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:35.499365 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:35.503516 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:35.508200 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c9854047-9e05-49fa-97f3-a14498ee195c is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:35.508828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.521144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869c07f-4f1a-4e49-ba86-c0c003165317 req-e7b5d222-0412-4767-8533-87d3f9ac02cc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:35.522697 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7869c07f-4f1a-4e49-ba86-c0c003165317 req-e7b5d222-0412-4767-8533-87d3f9ac02cc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1377170 Feb 21 01:10:35.540008 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (17542d9a-ec16-46b0-907e-71f3f5221834), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.574460 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port c9854047-9e05-49fa-97f3-a14498ee195c, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c9854047-9e05-49fa-97f3-a14498ee195c,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:35.596129 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7869c07f-4f1a-4e49-ba86-c0c003165317 req-9a96a8bf-e70b-4ad8-a64f-71597b462f5f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669150 Feb 21 01:10:35.653099 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:35.685597 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.687084 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.735806 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:35.744060 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:35.748663 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:35.779951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:35.817751 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:35.820409 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:35.826087 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=c9854047-9e05-49fa-97f3-a14498ee195c,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:35.977919 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 2, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:35.982617 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-d261f050-c108-4e35-ac7b-04f745961863 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3110366 Feb 21 01:10:36.084655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.084655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Checking router: b2348e42-c3d0-431c-8e80-adbdd87a0e62 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:36.084655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Updating router b2348e42-c3d0-431c-8e80-adbdd87a0e62 port ecbeb38c-9452-48af-8bc3-e93eeec72235 binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:36.095746 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.121188 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53412) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:36.121969 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-3d6a0cc0-c673-41ce-a481-94857da15fc9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:36.130171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698092714-network', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:36.130570 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-3d6a0cc0-c673-41ce-a481-94857da15fc9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.1989427 Feb 21 01:10:36.146899 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-cbd3742b-f6a9-48ae-a1ac-c1330d81baa4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/quotas/24c1bf236b2f4eb1bffab124b7392ca5 HTTP/1.1" status: 200 len: 375 time: 0.0151505 Feb 21 01:10:36.214642 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-c92de06b-9679-4d9a-89e8-cb40cbb51465 None None] Provisioning complete for port 17542d9a-ec16-46b0-907e-71f3f5221834 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:36.214642 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c92de06b-9679-4d9a-89e8-cb40cbb51465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.226679 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-1c0ac576-337e-4225-9c22-bb88ff36e962 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787625 Feb 21 01:10:36.353329 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-a8a9327b-d741-4ec4-9c6f-8921839d3ccb service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253979 Feb 21 01:10:36.359632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Made reservation on behalf of ae80b3a710c845deaebd80650162c77a for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:36.364785 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.379868 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.491436 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-b5734c35-621c-464c-af1b-781c8c2b7cb8 service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369078 Feb 21 01:10:36.506372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab8d4-9cd2-4cfc-ac38-83fb897332c6 req-9b87c9cd-ddcb-44d5-9d12-d083ed9a2885 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:36.510412 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-900ab8d4-9cd2-4cfc-ac38-83fb897332c6 req-9b87c9cd-ddcb-44d5-9d12-d083ed9a2885 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 931 time: 0.2039113 Feb 21 01:10:36.617846 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-900ab8d4-9cd2-4cfc-ac38-83fb897332c6 req-0af6f378-cd01-431f-97e8-6188cdd1a1e7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923715 Feb 21 01:10:36.644439 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks [] for security_group (e17a39c5-364a-4922-91d8-7ef9373f78a2), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.646424 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks [] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.655911 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-c92de06b-9679-4d9a-89e8-cb40cbb51465 None None] Port 17542d9a-ec16-46b0-907e-71f3f5221834 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:36.730696 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.743935 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e17a39c5-364a-4922-91d8-7ef9373f78a2), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.762379 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:10:36.777379 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (3e03e3c5-3d58-4804-a990-2d1fd8438e92), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.777867 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Added segment 3e03e3c5-3d58-4804-a990-2d1fd8438e92 of type vlan for network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 Feb 21 01:10:36.797942 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483899-e8a3-4fdc-9d1a-9476725e9262 None None] Pushing event updated for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:36.906472 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e030d-846f-4b56-af17-62dbd5c95094 req-8cb5d177-c311-4723-8fc6-d69890f23bba tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:36.915041 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6dce5c9d-5c9f-466d-a9cb-2339cc21e186 req-31b8bed0-8c9f-4287-af56-c00502375389 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.0639975 Feb 21 01:10:36.915200 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3c1e030d-846f-4b56-af17-62dbd5c95094 req-8cb5d177-c311-4723-8fc6-d69890f23bba tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.2166305 Feb 21 01:10:36.944791 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.951326 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Attempting to bind port ecbeb38c-9452-48af-8bc3-e93eeec72235 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:36.951326 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Attempting to bind port ecbeb38c-9452-48af-8bc3-e93eeec72235 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:36.951326 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Attempting to bind port ecbeb38c-9452-48af-8bc3-e93eeec72235 on network efea3425-6681-4069-adc6-8204b8ffe9c5 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:36.956560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a39c5-364a-4922-91d8-7ef9373f78a2,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:36.963053 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:36.963983 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Checking segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:36.965019 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:36.965657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Bound using segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:36.966807 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Bound port: ecbeb38c-9452-48af-8bc3-e93eeec72235, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:36.968001 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.009301 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3c1e030d-846f-4b56-af17-62dbd5c95094 req-90b2fe5d-114d-4b75-b7f1-403226305299 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930326 Feb 21 01:10:37.091421 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] For port ecbeb38c-9452-48af-8bc3-e93eeec72235, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:37.099528 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] For port ecbeb38c-9452-48af-8bc3-e93eeec72235, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=ecbeb38c-9452-48af-8bc3-e93eeec72235,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:37.142919 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.145682 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c9854047-9e05-49fa-97f3-a14498ee195c up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:37.148126 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:37.148740 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.216356 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:37.227393 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.256102 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:10:37.266584 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-34ab45ba-f4c3-4579-85ed-fee795c50d84 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1431870 Feb 21 01:10:37.276714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53446) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:37.281962 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Request body: {'subnet': {'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698092714-subnet', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:37.407187 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Provisioning complete for port ecbeb38c-9452-48af-8bc3-e93eeec72235 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:37.407187 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.428118 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Made reservation on behalf of ae80b3a710c845deaebd80650162c77a for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:37.437086 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.437313 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:37.437313 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:37.445198 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483899-e8a3-4fdc-9d1a-9476725e9262 None None] Pushing event updated for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:37.448825 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c9854047-9e05-49fa-97f3-a14498ee195c triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:37.449566 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.683780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Request body: {'port': {'device_id': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:37.741891 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Current status of the port ecbeb38c-9452-48af-8bc3-e93eeec72235 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:37.742277 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.746468 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:37.762843 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.790311 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c9854047-9e05-49fa-97f3-a14498ee195c is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:37.802547 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf239d-3add-43ff-aa2f-903e58a6cf16 req-50e5bc6a-2dd7-4fc5-85c0-485ce6424fad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:37.806952 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42cf239d-3add-43ff-aa2f-903e58a6cf16 req-50e5bc6a-2dd7-4fc5-85c0-485ce6424fad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 931 time: 0.0705760 Feb 21 01:10:37.841460 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (5d96fbb5-c318-4874-b396-9cfdc33968e4), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:37.864823 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] For port ecbeb38c-9452-48af-8bc3-e93eeec72235, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=ecbeb38c-9452-48af-8bc3-e93eeec72235,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:37.927212 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42cf239d-3add-43ff-aa2f-903e58a6cf16 req-4638bec4-b957-4a22-8870-567140ecdc63 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149855 Feb 21 01:10:37.931908 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d96fbb5-c318-4874-b396-9cfdc33968e4,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:37.961264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Checking segment: {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:37.961753 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Network hostable DHCP agents. Network: a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:10:37.968368 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.032999 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-187ce6bb-017d-4cb8-baed-07b4c4573ba6 req-88614b01-17ca-46ff-a797-aa069382282b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Feb 21 01:10:38.062688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa07cc0-d760-4ee1-a6b0-b7caad214542 None None] Pushing event updated for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:38.073133 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:10:38.099101 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:38.145255 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-8bab466e-4207-4cb2-9489-09b69263a765 None None] Provisioning complete for port ecbeb38c-9452-48af-8bc3-e93eeec72235 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:38.145635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bab466e-4207-4cb2-9489-09b69263a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.161797 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:38.168801 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:38.169546 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.192181 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0513b0-d854-4b4a-8770-86ded48e16ac None None] The sync data for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:38.198064 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8630f3e-ba6b-42d5-aaf9-d12ee47e8bd2 None None] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:38.199259 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7559bf-d7e8-44ec-adb7-18625ee0f0ee req-52d27d71-ecd5-418f-b3b9-f6fff5070bd6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:38.200874 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bb7559bf-d7e8-44ec-adb7-18625ee0f0ee req-52d27d71-ecd5-418f-b3b9-f6fff5070bd6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1016598 Feb 21 01:10:38.265806 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-20ecfa77-a006-4685-83f0-915216d43c08 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9821446 Feb 21 01:10:38.270322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53468) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:38.286466 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:38.367413 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bb7559bf-d7e8-44ec-adb7-18625ee0f0ee req-0ac8e750-b693-4687-bc52-98b358cdaaaf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568995 Feb 21 01:10:38.401851 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8bab466e-4207-4cb2-9489-09b69263a765 None None] Current status of the port ecbeb38c-9452-48af-8bc3-e93eeec72235 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:38.424516 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'fixed_ips': [{'subnet_id': '5d96fbb5-c318-4874-b396-9cfdc33968e4'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:10:38.425672 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.457149 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.458339 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.496484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17542d9a-ec16-46b0-907e-71f3f5221834 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:38.507636 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks [] for port (17542d9a-ec16-46b0-907e-71f3f5221834), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.523510 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Transition to ACTIVE for port object 17542d9a-ec16-46b0-907e-71f3f5221834 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:10:38.529723 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for router_controller (9c6948d6-33ce-4c22-ace5-5569bffb5f36), precommit_add_association {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.578049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Allocated IP 172.20.0.2 (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28/5d96fbb5-c318-4874-b396-9cfdc33968e4/10b2fd87-bf3e-4b44-aeb7-91441f12d3d8) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:38.621656 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.693350 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:38.811522 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Attempting to bind port 17542d9a-ec16-46b0-907e-71f3f5221834 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:38.811933 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Attempting to bind port 17542d9a-ec16-46b0-907e-71f3f5221834 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:38.812272 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Attempting to bind port 17542d9a-ec16-46b0-907e-71f3f5221834 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:38.823433 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Port 17542d9a-ec16-46b0-907e-71f3f5221834 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:10:38.823779 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Attempting to bind port 17542d9a-ec16-46b0-907e-71f3f5221834 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:38.829731 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:38.830645 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Checking segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:38.831132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Bound using segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:38.831506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Bound port: 17542d9a-ec16-46b0-907e-71f3f5221834, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:38.831881 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.834479 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks [] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.887035 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for router_gateway (9c6948d6-33ce-4c22-ace5-5569bffb5f36), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.908577 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.911152 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:38.915510 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:38.986878 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:38.989951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:38.993388 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:38.999183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:39.007423 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Pushing event updated for resources: {'Port': ['ID=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:39.072325 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.073097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.074785 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] 10.222.0.65 "PUT /v2.0/ports/17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 1093 time: 1.3955302 Feb 21 01:10:39.087370 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:39.090606 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5c17f-e50a-4294-9be5-9276931c5bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:39.100859 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.105653 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Attempting to bind port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:39.106843 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Attempting to bind port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:39.107394 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Attempting to bind port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 on network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:39.116190 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:39.116575 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Checking segment: {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:39.116981 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.117375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Bound using segment: {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:39.118577 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Bound port: 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:39.118964 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.167584 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42537b0e-2ed1-48d7-9864-3839364a030a service neutron] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:39.215324 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] For port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:39.228996 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] For port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:39.327702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device ecbeb38c-9452-48af-8bc3-e93eeec72235 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:39.345689 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a861d87e-a712-4b31-8b84-fb34b94e4ff9 req-88a724e2-776a-4700-97bd-46c16f3d9aa1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.0479424 Feb 21 01:10:39.476059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b170f6-09f0-4868-ac39-3f3b1dfb9560 x-openstack-request-id: req-f4b170f6-09f0-4868-ac39-3f3b1dfb9560 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:39.476361 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:39.476625 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4b170f6-09f0-4868-ac39-3f3b1dfb9560 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:39.477044 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'status': 'completed', 'code': 200} Feb 21 01:10:39.487092 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-7aadfd42-6855-452e-8cac-a3b8fc9d5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.489923 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-7aadfd42-6855-452e-8cac-a3b8fc9d5d5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 1127 time: 0.2806602 Feb 21 01:10:39.515529 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.575789 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for router_gateway (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.580473 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7613a5b-8cca-44b0-bf38-93cfd25936f2 req-b9014f34-246f-4e38-abbe-d7472b9e0d63 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.588328 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b7613a5b-8cca-44b0-bf38-93cfd25936f2 req-b9014f34-246f-4e38-abbe-d7472b9e0d63 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.3618762 Feb 21 01:10:39.588328 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-1ee9e4b2-ba25-43ba-9393-afee1ecfa2f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 217 time: 0.0770230 Feb 21 01:10:39.614385 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port ecbeb38c-9452-48af-8bc3-e93eeec72235 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:39.614763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.689898 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:39.790187 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b7613a5b-8cca-44b0-bf38-93cfd25936f2 req-b0cfa646-aef0-473e-bf93-133b87404ba7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624451 Feb 21 01:10:39.813642 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-5286199e-a245-4ea7-9342-71ce8cf92784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.815451 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-5286199e-a245-4ea7-9342-71ce8cf92784 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.2243519 Feb 21 01:10:39.875864 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2b6c5-53de-4d8e-9a20-8963785ecae5 req-aac97d41-618a-402e-b792-328a8ccb7be9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.890594 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8dd2b6c5-53de-4d8e-9a20-8963785ecae5 req-aac97d41-618a-402e-b792-328a8ccb7be9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.3417869 Feb 21 01:10:39.903398 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b12c8e-49bb-4ea8-b5ee-81e8322bb647 None None] Pushing event updated for resources: {'Port': ['ID=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:39.975952 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-93a96da2-60b1-46e7-b000-a9feb71137d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:39.977596 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-93a96da2-60b1-46e7-b000-a9feb71137d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451447 Feb 21 01:10:40.062513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port ecbeb38c-9452-48af-8bc3-e93eeec72235 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:40.090297 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8dd2b6c5-53de-4d8e-9a20-8963785ecae5 req-3544664b-7793-4068-8208-92e08061764b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928530 Feb 21 01:10:40.139491 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Allocated IP 172.27.2.249 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/8d66aef6-edde-4e18-b724-773a753daee6) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:40.316637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for port (8d66aef6-edde-4e18-b724-773a753daee6), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:40.362839 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-b6bbd672-2bd1-43cc-a068-ae43218e4af9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:40.363527 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-b6bbd672-2bd1-43cc-a068-ae43218e4af9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.3233941 Feb 21 01:10:40.392346 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Request body: {'port': {'device_id': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'admin_state_up': True, 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:40.422345 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-83ea7ada-e499-4ecb-81f4-4ed0ad6dfd5a service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245262 Feb 21 01:10:40.446624 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (8d66aef6-edde-4e18-b724-773a753daee6), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:40.491204 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:40.494623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:40.498346 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:40.527082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Pushing event updated for resources: {'Port': ['ID=8d66aef6-edde-4e18-b724-773a753daee6,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:40.563462 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-df82c35b-57c2-40af-8ba7-bc7688ad90e0 req-71afb84f-a6aa-477c-a107-d71220a15773 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.1002171 Feb 21 01:10:40.649815 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a754b85a-7f31-4ce0-bff5-6bb9e32fffb3 req-17a6056f-6a6a-478d-9616-31f96f5baeb0 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963859 Feb 21 01:10:40.787350 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:10:40.790804 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:40.999197 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee879c6-c7bf-4f91-a83c-1c000f1cb56a None None] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:10:41.003199 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Allocated IP 172.20.0.10 (8d88ddc9-10c8-4356-a5fc-74ca444968a9/12040ffa-a95f-46da-a939-4e7b2808aeaa/a9b8b6b3-10bd-46a7-af49-ecb93114aab6) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:41.038883 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85ac75-a9fa-41d3-a7fd-b388d25676d8 req-c3fcdbff-55c5-415b-9def-5b94d5495ced tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:41.045682 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7f85ac75-a9fa-41d3-a7fd-b388d25676d8 req-c3fcdbff-55c5-415b-9def-5b94d5495ced tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1199450 Feb 21 01:10:41.057156 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for router_gateway (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.169249 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7f85ac75-a9fa-41d3-a7fd-b388d25676d8 req-23a460f2-5256-4c3a-bae5-64c731251d2f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215143 Feb 21 01:10:41.264750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:41.321095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Provisioning complete for port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:41.321727 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.382144 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:41.382891 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.417530 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks [] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.498040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684f240-a4cf-4518-b1eb-5071e3086840 req-61d282f7-6e5d-46bb-91e7-2e5d8b27576e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:41.500237 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Current status of the port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:41.500645 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.510171 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b684f240-a4cf-4518-b1eb-5071e3086840 req-61d282f7-6e5d-46bb-91e7-2e5d8b27576e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.2700980 Feb 21 01:10:41.573078 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] For port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:41.583529 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.591696 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:41.592426 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.671262 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b684f240-a4cf-4518-b1eb-5071e3086840 req-f1ec8a98-84b0-4ed4-8d6f-7b311bdb4059 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601028 Feb 21 01:10:41.687125 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:41.687466 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.693052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:41.696905 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:41.735316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event updated for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:41.763571 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:41.764240 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.791081 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.810446 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67ac4-227d-4d9f-90f1-a98032addb5b req-26120d82-ffd2-4c63-a229-1b493328eb07 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:41.811825 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ec67ac4-227d-4d9f-90f1-a98032addb5b req-26120d82-ffd2-4c63-a229-1b493328eb07 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 932 time: 0.1363664 Feb 21 01:10:41.817209 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:10:41.817571 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG oslo_db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:10:41.819541 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b49b6-3f72-47d4-a970-745acfad54fb None None] Pushing event updated for resources: {'Port': ['ID=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:41.827089 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-63e8c86d-195e-4f7f-a811-99adb7b3a9d6 None None] Provisioning complete for port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:41.827610 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63e8c86d-195e-4f7f-a811-99adb7b3a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:41.859994 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-26696d83-c7eb-4b41-ac4a-45b4310bb7e8 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4728737 Feb 21 01:10:41.913375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-63e8c86d-195e-4f7f-a811-99adb7b3a9d6 None None] Current status of the port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:41.934025 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ec67ac4-227d-4d9f-90f1-a98032addb5b req-e943c7df-4ca2-42cb-80a6-bf2910678be2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890017 Feb 21 01:10:42.080281 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:10:42.195866 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:42.206019 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Sync routers for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:42.216920 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:42.217561 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:42.272970 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:42.274241 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-86f30ca2-e5d8-4609-8fb8-b0145debee54 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9996238 Feb 21 01:10:42.277440 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53570) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:42.333840 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:42.368136 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:42.374969 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181523b-fe13-40a6-be85-057485736e99 req-bdfb7a57-3744-45ee-8c9c-dcf3e580d120 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:42.375803 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b181523b-fe13-40a6-be85-057485736e99 req-bdfb7a57-3744-45ee-8c9c-dcf3e580d120 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0763547 Feb 21 01:10:42.436367 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b181523b-fe13-40a6-be85-057485736e99 req-5e2d8726-7e4d-481b-8d02-c19bd5562949 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539746 Feb 21 01:10:42.537842 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:40Z', 'revision_number': 3, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:42.566217 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Checking router: 9c6948d6-33ce-4c22-ace5-5569bffb5f36 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:42.566563 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Updating router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 port 8d66aef6-edde-4e18-b724-773a753daee6 binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:42.593475 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (8d66aef6-edde-4e18-b724-773a753daee6), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:42.800756 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:42.865140 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks [] for port (8d66aef6-edde-4e18-b724-773a753daee6), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:42.878349 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa7dc-b873-4d2f-8601-c1b23987ec6f req-b254d724-3f9e-49d8-872a-c8572684af16 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:42.879857 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eacfa7dc-b873-4d2f-8601-c1b23987ec6f req-b254d724-3f9e-49d8-872a-c8572684af16 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1307008 Feb 21 01:10:42.942138 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (8d66aef6-edde-4e18-b724-773a753daee6), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:42.976711 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eacfa7dc-b873-4d2f-8601-c1b23987ec6f req-07e79e37-f34d-41c2-82fa-98c21128cba6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893912 Feb 21 01:10:43.011224 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f8224-4e8b-44d5-9235-e6a30d928c34 None None] Pushing event updated for resources: {'Port': ['ID=8d66aef6-edde-4e18-b724-773a753daee6,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:43.017268 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Attempting to bind port 8d66aef6-edde-4e18-b724-773a753daee6 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:43.017644 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Attempting to bind port 8d66aef6-edde-4e18-b724-773a753daee6 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:43.018006 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Attempting to bind port 8d66aef6-edde-4e18-b724-773a753daee6 on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:43.023519 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:43.023932 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:43.024342 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.024735 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:43.025205 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Bound port: 8d66aef6-edde-4e18-b724-773a753daee6, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:43.025586 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (8d66aef6-edde-4e18-b724-773a753daee6), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.027171 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Allocated IP 172.20.0.1 (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28/5d96fbb5-c318-4874-b396-9cfdc33968e4/fff78379-145e-4694-8a65-ffc0bdda170b) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:10:43.083099 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] For port 8d66aef6-edde-4e18-b724-773a753daee6, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:43.087153 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] For port 8d66aef6-edde-4e18-b724-773a753daee6, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=8d66aef6-edde-4e18-b724-773a753daee6,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:43.110875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3cc0-3b53-40dd-98b0-d9e4d2676451 req-a714fc17-6973-4ad1-bbaa-aeb18693774f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:43.115244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fee3cc0-3b53-40dd-98b0-d9e4d2676451 req-a714fc17-6973-4ad1-bbaa-aeb18693774f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 932 time: 0.0980787 Feb 21 01:10:43.137974 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:43.143051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks [] for port (fff78379-145e-4694-8a65-ffc0bdda170b), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.165440 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (8d66aef6-edde-4e18-b724-773a753daee6), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.189634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:43.190377 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.190794 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fee3cc0-3b53-40dd-98b0-d9e4d2676451 req-65bd9a51-1c0a-4239-b4b8-ea81ef104b02 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Feb 21 01:10:43.219118 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379', '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:43.221887 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:43.223338 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:43.246968 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Request body: {'port': {'device_id': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:43.251620 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.322203 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f8224-4e8b-44d5-9235-e6a30d928c34 None None] Pushing event updated for resources: {'Port': ['ID=8d66aef6-edde-4e18-b724-773a753daee6,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:43.390960 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:43.393694 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Pushing event updated for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:43.394926 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:43.398271 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:43.416776 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:43.419097 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:10:43.456144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.470089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.651730 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-eeaa0707-8f88-4d66-9b29-d5d396efc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:43.654894 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-eeaa0707-8f88-4d66-9b29-d5d396efc2a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 1127 time: 0.2602179 Feb 21 01:10:43.692926 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62283548-f2b0-4cdd-aac2-0332e5b49bd4 req-30eb2dda-75ca-4ad1-9461-6b4f13fd5454 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:43.695513 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-62283548-f2b0-4cdd-aac2-0332e5b49bd4 req-30eb2dda-75ca-4ad1-9461-6b4f13fd5454 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0980856 Feb 21 01:10:43.771588 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.805190 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:40Z', 'revision_number': 3, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:43.824369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-62283548-f2b0-4cdd-aac2-0332e5b49bd4 req-7882d0b6-a593-4978-a900-b279fc282a93 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190991 Feb 21 01:10:43.841707 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc80cc9-f2df-44ac-9b83-04aadc5580f0 None None] The sync data for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi is: [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:40Z', 'revision_number': 3, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:43.871530 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-e3b6cb78-dae6-4816-a8c8-2f97710dc529 None None] Provisioning complete for port fff78379-145e-4694-8a65-ffc0bdda170b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:43.871530 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3b6cb78-dae6-4816-a8c8-2f97710dc529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:43.934877 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6cb78-dae6-4816-a8c8-2f97710dc529 None None] Port fff78379-145e-4694-8a65-ffc0bdda170b cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:43.961089 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-34cd4150-aa6f-4513-88c8-cf306650b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:43.962593 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-34cd4150-aa6f-4513-88c8-cf306650b23c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.2804227 Feb 21 01:10:44.017211 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b8b6b3-10bd-46a7-af49-ecb93114aab6 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:44.026156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-26f41ab3-7c5d-4ace-8921-05bcef8b6694 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 217 time: 0.0547972 Feb 21 01:10:44.028496 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks [] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.051626 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks [] for port (fff78379-145e-4694-8a65-ffc0bdda170b), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.089781 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Transition to ACTIVE for port object a9b8b6b3-10bd-46a7-af49-ecb93114aab6 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:10:44.120912 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-4c1d69ed-e78a-4fa0-84fb-547f28389b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:44.122425 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-4c1d69ed-e78a-4fa0-84fb-547f28389b98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0896339 Feb 21 01:10:44.125190 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.167397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3701cbe-01d3-4dae-a17a-3ed57fde3e5f req-9f0f8131-95f5-44d3-9487-2b290c69e26b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:44.169011 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e3701cbe-01d3-4dae-a17a-3ed57fde3e5f req-9f0f8131-95f5-44d3-9487-2b290c69e26b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1006143 Feb 21 01:10:44.170748 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.240827 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Pushing event updated for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:44.243921 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.263235 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:44.324975 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-5341533e-d903-4f83-95ff-d05450f011c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:44.326524 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-5341533e-d903-4f83-95ff-d05450f011c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1964214 Feb 21 01:10:44.367708 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e3701cbe-01d3-4dae-a17a-3ed57fde3e5f req-afadc0e6-59c0-43ee-a3ff-f75fdf3963c0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860373 Feb 21 01:10:44.429113 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4f36e-6582-4944-b80d-792b134fdb3e req-476546df-c8fb-4c8b-928a-79ccfff8ae58 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:44.430217 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a2e4f36e-6582-4944-b80d-792b134fdb3e req-476546df-c8fb-4c8b-928a-79ccfff8ae58 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.1188538 Feb 21 01:10:44.486002 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:10:44.492549 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:10:44.520849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Attempting to bind port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:44.523164 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Attempting to bind port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:44.523803 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Attempting to bind port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:44.552555 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:10:44.553178 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Attempting to bind port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:44.574573 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-0032cc29-5f96-438f-b246-57a2f95e69d8 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281671 Feb 21 01:10:44.575724 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:44.576113 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Checking segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:44.576522 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Bound using segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:44.579826 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Bound port: a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:44.579826 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.622507 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a2e4f36e-6582-4944-b80d-792b134fdb3e req-3b63e4ab-3f48-4ec5-b326-c14c5a41b4b6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830080 Feb 21 01:10:44.734008 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:10:44.770728 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-d8370e88-a6da-4ff4-8ebb-08e0562d2ba7 None None] Provisioning complete for port fff78379-145e-4694-8a65-ffc0bdda170b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:44.771226 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8370e88-a6da-4ff4-8ebb-08e0562d2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:44.816400 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d8370e88-a6da-4ff4-8ebb-08e0562d2ba7 None None] Port fff78379-145e-4694-8a65-ffc0bdda170b cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:44.933082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:44.951944 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3736ad4d-eb26-4288-a118-3d3c70bb2c3d admin admin] 10.222.0.91 "PUT /v2.0/routers/9c6948d6-33ce-4c22-ace5-5569bffb5f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640694 Feb 21 01:10:45.113202 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:45.119653 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:45.184912 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9ac9d-ff93-4326-bd01-956d1351a6a0 req-088f70f9-f390-4171-86c8-050bd3d3362e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:45.187968 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8af9ac9d-ff93-4326-bd01-956d1351a6a0 req-088f70f9-f390-4171-86c8-050bd3d3362e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1432984 Feb 21 01:10:45.215004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.232075 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:10:45.243340 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcd5c17f-e50a-4294-9be5-9276931c5bd5 req-eadfc6bd-b38d-4fdf-a568-e27b412c1959 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619394 Feb 21 01:10:45.278686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 8d66aef6-edde-4e18-b724-773a753daee6 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:45.292366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:45.293254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.295008 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] 10.222.0.65 "PUT /v2.0/ports/a9b8b6b3-10bd-46a7-af49-ecb93114aab6 HTTP/1.1" status: 200 len: 1094 time: 2.0610735 Feb 21 01:10:45.295895 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:45.306893 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85760e1b-0ae8-4183-846a-e9db8a6e0af0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:45.344630 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8af9ac9d-ff93-4326-bd01-956d1351a6a0 req-15655acb-ca6a-486c-b6fa-ee34ffbfe9a4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557178 Feb 21 01:10:45.376192 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8146cf-b70d-4e21-8dcb-79c7e7c0cb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:45.412828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 8d66aef6-edde-4e18-b724-773a753daee6 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:45.412828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (8d66aef6-edde-4e18-b724-773a753daee6), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.441633 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219fd22-2c6e-4907-9105-cc4d5e459aa8 x-openstack-request-id: req-4219fd22-2c6e-4907-9105-cc4d5e459aa8 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:45.442155 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:45.442557 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4219fd22-2c6e-4907-9105-cc4d5e459aa8 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:45.443022 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', 'status': 'completed', 'code': 200} Feb 21 01:10:45.454825 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:45.479537 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '17542d9a-ec16-46b0-907e-71f3f5221834', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834', 'mac_address': 'fa:16:3e:45:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:10:45.556896 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:45.557300 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.578254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17542d9a-ec16-46b0-907e-71f3f5221834 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:45.592654 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 8d66aef6-edde-4e18-b724-773a753daee6 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:45.593138 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (8d66aef6-edde-4e18-b724-773a753daee6), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.613624 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:45.631506 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 8d66aef6-edde-4e18-b724-773a753daee6, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=8d66aef6-edde-4e18-b724-773a753daee6,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:45.685950 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caccf3-a522-4bb2-b6b4-48872405432e req-ff4ae0e6-e921-42e2-a6b9-9c88fd4fd4a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:45.688864 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f5caccf3-a522-4bb2-b6b4-48872405432e req-ff4ae0e6-e921-42e2-a6b9-9c88fd4fd4a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1293104 Feb 21 01:10:45.747949 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53638) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:45.748610 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.753690 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (8d66aef6-edde-4e18-b724-773a753daee6), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:45.773376 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f5caccf3-a522-4bb2-b6b4-48872405432e req-c665b61f-e33a-4d3f-8c60-771e7f878845 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774794 Feb 21 01:10:45.844287 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:45.894089 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0d6d4-4c18-4023-8b10-c6de8ce051fd req-aa1af0ca-95e8-4018-8244-8dcc0552a86d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:45.895760 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-96a0d6d4-4c18-4023-8b10-c6de8ce051fd req-aa1af0ca-95e8-4018-8244-8dcc0552a86d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.0656588 Feb 21 01:10:45.920091 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53642) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:45.926268 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124718028', 'description': 'tempest-secgroup-smoke-1124718028 description', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:45.937197 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=8d66aef6-edde-4e18-b724-773a753daee6,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:45.958456 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-96a0d6d4-4c18-4023-8b10-c6de8ce051fd req-07e7c8b2-5e7f-4a63-bba4-873ae00cf5ec tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Feb 21 01:10:45.965965 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fef6e264-7383-4507-b360-b6350bc719e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.062561 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fef6e264-7383-4507-b360-b6350bc719e4 admin admin] Publish callbacks [] for security_group (801cd6c4-d562-47d5-9c7a-a67a9a791d52), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.064852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.141012 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (a0b77437-2c72-4721-ba41-8f8de6b7154d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.160242 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fef6e264-7383-4507-b360-b6350bc719e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (801cd6c4-d562-47d5-9c7a-a67a9a791d52), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.199202 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6e264-7383-4507-b360-b6350bc719e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801cd6c4-d562-47d5-9c7a-a67a9a791d52,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:46.202561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Sync routers for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:46.205226 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-fef6e264-7383-4507-b360-b6350bc719e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=15063e26e50c43e3913dc29d8a4241dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4547005 Feb 21 01:10:46.207562 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53646) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:46.219154 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:46.219813 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:46.228038 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a0b77437-2c72-4721-ba41-8f8de6b7154d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.266781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b77437-2c72-4721-ba41-8f8de6b7154d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:46.280885 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] Publish callbacks [] for security_group (801cd6c4-d562-47d5-9c7a-a67a9a791d52), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.320676 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] Publish callbacks [] for security_group (801cd6c4-d562-47d5-9c7a-a67a9a791d52), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.343984 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.351375 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53650) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:46.352601 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1342f308-a5ed-4d08-abd7-a9a2ea90f809 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4305012 Feb 21 01:10:46.362689 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:46.365362 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:46.521771 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47d5d-a304-4d62-9c4d-17cd704820ca req-397e11aa-c59c-4893-98ae-e63a3f0d021b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:46.523281 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5ac47d5d-a304-4d62-9c4d-17cd704820ca req-397e11aa-c59c-4893-98ae-e63a3f0d021b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0581901 Feb 21 01:10:46.578482 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5ac47d5d-a304-4d62-9c4d-17cd704820ca req-c9fd7f83-34fd-4115-ba98-959f8da50c79 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Feb 21 01:10:46.587687 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (6ba044b7-fd28-4d01-a834-6f8e7f052e34), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.633757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 4, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'fff78379-145e-4694-8a65-ffc0bdda170b', 'name': '', 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'mac_address': 'fa:16:3e:91:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:42Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 2, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'subnets': [{'id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:46.637073 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (801cd6c4-d562-47d5-9c7a-a67a9a791d52), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.638220 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.639515 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/801cd6c4-d562-47d5-9c7a-a67a9a791d52 HTTP/1.1" status: 204 len: 168 time: 0.4309032 Feb 21 01:10:46.656747 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (6ba044b7-fd28-4d01-a834-6f8e7f052e34), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.659049 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda87b1-41d1-4c57-a954-144dd3d9943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801cd6c4-d562-47d5-9c7a-a67a9a791d52,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:46.684205 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Checking router: 9c6948d6-33ce-4c22-ace5-5569bffb5f36 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:46.684205 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Updating router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 port fff78379-145e-4694-8a65-ffc0bdda170b binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:10:46.715961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.759195 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (6ba044b7-fd28-4d01-a834-6f8e7f052e34), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.778324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba044b7-fd28-4d01-a834-6f8e7f052e34,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:46.868737 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:46.869921 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-98438482-f507-43f6-aa07-542907903de4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5131879 Feb 21 01:10:46.872891 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53660) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:46.878278 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:46.914674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd33f7b-ab5a-43ef-a67e-381db21f4465 req-3c5dab7c-3534-41ed-b14d-e9ff331ea88c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:46.916884 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1fd33f7b-ab5a-43ef-a67e-381db21f4465 req-3c5dab7c-3534-41ed-b14d-e9ff331ea88c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0790169 Feb 21 01:10:46.973367 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1fd33f7b-ab5a-43ef-a67e-381db21f4465 req-81de3cec-8019-4d7a-8abd-68ed2bdd6d13 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493662 Feb 21 01:10:46.999631 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (2209914f-a184-4af0-9ee0-08e8fdbd02b5), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.014655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks [] for port (fff78379-145e-4694-8a65-ffc0bdda170b), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.061144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (2209914f-a184-4af0-9ee0-08e8fdbd02b5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.084926 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.116215 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 8d66aef6-edde-4e18-b724-773a753daee6 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:47.142951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (2209914f-a184-4af0-9ee0-08e8fdbd02b5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.166944 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2209914f-a184-4af0-9ee0-08e8fdbd02b5,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:47.168460 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25728ef-a545-4332-9865-7754e8f6a888 None None] Pushing event updated for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:47.185890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6b293-19ff-4c55-a994-4e0f3f6c60b4 req-0bf50c65-8ed8-4abb-bc32-2afd0be5f4de tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:47.195347 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-22e6b293-19ff-4c55-a994-4e0f3f6c60b4 req-0bf50c65-8ed8-4abb-bc32-2afd0be5f4de tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.1252406 Feb 21 01:10:47.241320 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.246156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-85f2d4f7-e219-44d9-bfe0-cdc750fd76ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3721678 Feb 21 01:10:47.247033 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53674) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:47.254130 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:47.255166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 8d66aef6-edde-4e18-b724-773a753daee6 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:47.255557 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (8d66aef6-edde-4e18-b724-773a753daee6), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.276646 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-22e6b293-19ff-4c55-a994-4e0f3f6c60b4 req-d607d766-196f-4944-8f49-8756e7cf5709 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801334 Feb 21 01:10:47.383428 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (3353ee8e-6769-4f48-9a6a-cecb3265c33f), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.415502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Attempting to bind port fff78379-145e-4694-8a65-ffc0bdda170b on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:10:47.415882 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Attempting to bind port fff78379-145e-4694-8a65-ffc0bdda170b by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:10:47.416242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Attempting to bind port fff78379-145e-4694-8a65-ffc0bdda170b on network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:10:47.425140 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:10:47.431614 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Checking segment: {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:10:47.431614 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.431614 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Bound using segment: {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:10:47.431614 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Bound port: fff78379-145e-4694-8a65-ffc0bdda170b, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e03e3c5-3d58-4804-a990-2d1fd8438e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:10:47.431614 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.451807 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (3353ee8e-6769-4f48-9a6a-cecb3265c33f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.452034 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-5adacbfc-459d-4a68-b7c9-748fea7209c0 None None] Provisioning complete for port fff78379-145e-4694-8a65-ffc0bdda170b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:47.452411 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5adacbfc-459d-4a68-b7c9-748fea7209c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.519101 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5adacbfc-459d-4a68-b7c9-748fea7209c0 None None] Port fff78379-145e-4694-8a65-ffc0bdda170b cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:10:47.570949 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] For port fff78379-145e-4694-8a65-ffc0bdda170b, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:10:47.575575 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] For port fff78379-145e-4694-8a65-ffc0bdda170b, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=fff78379-145e-4694-8a65-ffc0bdda170b,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:10:47.578338 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 8d66aef6-edde-4e18-b724-773a753daee6 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:47.610132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (3353ee8e-6769-4f48-9a6a-cecb3265c33f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.639438 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3353ee8e-6769-4f48-9a6a-cecb3265c33f,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:47.685394 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.723223 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.727466 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-11deb52b-d861-4620-9102-bb2ca2d2b41e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765496 Feb 21 01:10:47.729227 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53690) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:47.735012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:47.747572 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:47.748360 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:47.756047 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25728ef-a545-4332-9865-7754e8f6a888 None None] Pushing event updated for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:47.790668 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820d5f-392f-412e-bbe4-0cc17699666d req-3d12115c-9a0d-456a-a40d-3ae1853201df tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:47.793104 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13820d5f-392f-412e-bbe4-0cc17699666d req-3d12115c-9a0d-456a-a40d-3ae1853201df tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.1115775 Feb 21 01:10:47.855038 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13820d5f-392f-412e-bbe4-0cc17699666d req-9d6c8f41-2d03-43b5-b83b-b9a521674ed3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541096 Feb 21 01:10:47.882136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (03a24861-021f-4cf4-9599-da8795b3ce9e), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:47.909201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:47.952087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (03a24861-021f-4cf4-9599-da8795b3ce9e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.012034 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (03a24861-021f-4cf4-9599-da8795b3ce9e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.036885 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a24861-021f-4cf4-9599-da8795b3ce9e,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:48.081546 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Provisioning complete for port fff78379-145e-4694-8a65-ffc0bdda170b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:48.081546 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.085728 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.089962 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-5f9ebcb8-8217-4c9b-a685-834638ac69b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3575833 Feb 21 01:10:48.092502 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53700) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:48.101105 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:48.144327 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa371c-4381-4f9f-b596-9320ab582945 req-b8f9059f-e978-4e88-ab16-3167aa91ae04 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:48.151111 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20aa371c-4381-4f9f-b596-9320ab582945 req-b8f9059f-e978-4e88-ab16-3167aa91ae04 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0885513 Feb 21 01:10:48.194695 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.securitygroups_db [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Project 0c96b1f3aaed4700a792cf9d25aaaca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:10:48.205530 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20aa371c-4381-4f9f-b596-9320ab582945 req-d51a7367-2ff1-49dc-a20e-c5b583e14b90 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528433 Feb 21 01:10:48.207246 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (0b49e924-2eb9-4980-bf37-44b36891a8cb), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.216091 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Current status of the port fff78379-145e-4694-8a65-ffc0bdda170b is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:48.219269 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.263527 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] For port fff78379-145e-4694-8a65-ffc0bdda170b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=fff78379-145e-4694-8a65-ffc0bdda170b,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:48.270426 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 4, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'fff78379-145e-4694-8a65-ffc0bdda170b', 'name': '', 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'mac_address': 'fa:16:3e:91:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:42Z', 'updated_at': '2022-02-21T01:10:47Z', 'revision_number': 4, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'subnets': [{'id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:48.285174 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (0b49e924-2eb9-4980-bf37-44b36891a8cb), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.305339 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c36473-a717-4aa0-ba21-db24e8f3f457 None None] The sync data for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi is: [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:10:43Z', 'revision_number': 4, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'fff78379-145e-4694-8a65-ffc0bdda170b', 'name': '', 'network_id': 'a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'mac_address': 'fa:16:3e:91:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:42Z', 'updated_at': '2022-02-21T01:10:47Z', 'revision_number': 4, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'subnets': [{'id': '5d96fbb5-c318-4874-b396-9cfdc33968e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:48.356587 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.382527 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (0b49e924-2eb9-4980-bf37-44b36891a8cb), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.406050 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b49e924-2eb9-4980-bf37-44b36891a8cb,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:48.510411 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e972e-9f4b-4938-99f1-5b6d23c89bf4 req-f24b667c-e6c0-4a0b-b40d-a6386cc891eb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:48.512991 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff5e972e-9f4b-4938-99f1-5b6d23c89bf4 req-f24b667c-e6c0-4a0b-b40d-a6386cc891eb tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.1690054 Feb 21 01:10:48.518370 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed71e6-7f70-45cf-bb6d-d6902d0439ae None None] Pushing event updated for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:48.534932 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.539298 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-defd9a23-8470-4108-a57c-35e9b7f242ac tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4420471 Feb 21 01:10:48.539968 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53718) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:48.546673 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'security_group_rule': {'security_group_id': 'a0b77437-2c72-4721-ba41-8f8de6b7154d', 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:48.557497 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-30e95eb7-cd98-41d4-a206-519dbd83c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:48.557497 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-30e95eb7-cd98-41d4-a206-519dbd83c457 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 1128 time: 0.1208334 Feb 21 01:10:48.617350 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-2c73ffbf-e2e0-4c90-89aa-db39d2896f1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6 HTTP/1.1" status: 200 len: 217 time: 0.0514393 Feb 21 01:10:48.622219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff5e972e-9f4b-4938-99f1-5b6d23c89bf4 req-91ffb24f-8fa7-4489-a788-fa5954060bdd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982687 Feb 21 01:10:48.662193 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.securitygroups_db [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Project 0c96b1f3aaed4700a792cf9d25aaaca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:10:48.668898 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (f94c2058-8988-4d61-a46b-35a85f2e7215), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:48.678817 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-483a37d4-df3b-428d-9ad7-fb9b1c0cd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:48.681086 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-483a37d4-df3b-428d-9ad7-fb9b1c0cd23a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0570590 Feb 21 01:10:48.733636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-0eee185a-70bf-41eb-9d0e-ab34df24e34c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387657 Feb 21 01:10:48.829327 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['17542d9a-ec16-46b0-907e-71f3f5221834'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:48.871422 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-bbe4bb42-f9db-4c2c-9c49-2fe71c96cbc2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228337 Feb 21 01:10:49.009573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (f94c2058-8988-4d61-a46b-35a85f2e7215), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:49.044838 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec866b68-e777-4e31-ac2a-1f658f946862 req-87e8c32b-0297-4b35-bca0-f82312fe9f16 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665788 Feb 21 01:10:49.074363 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd51e8-cac4-455a-91c8-1cd7b7eaa01f req-5786fc9d-01a8-496c-8bb2-1e360b2e9559 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.076205 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73cd51e8-cac4-455a-91c8-1cd7b7eaa01f req-5786fc9d-01a8-496c-8bb2-1e360b2e9559 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0648654 Feb 21 01:10:49.147761 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73cd51e8-cac4-455a-91c8-1cd7b7eaa01f req-f07c1aa5-04e5-4244-855d-de9f720138fb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642836 Feb 21 01:10:49.185064 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device fff78379-145e-4694-8a65-ffc0bdda170b up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:49.193994 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (f94c2058-8988-4d61-a46b-35a85f2e7215), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:49.234056 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c2058-8988-4d61-a46b-35a85f2e7215,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:49.271290 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port fff78379-145e-4694-8a65-ffc0bdda170b triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:49.273499 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:49.342215 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:49.348296 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-77c13c58-a097-4208-9494-d362b90e2d25 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8036439 Feb 21 01:10:49.384875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-4f5dc991-a5d7-44da-82ec-ce2effec7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.394953 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-4f5dc991-a5d7-44da-82ec-ce2effec7cef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 1128 time: 0.1176291 Feb 21 01:10:49.430019 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53e69-7f03-473d-82e2-26432e67c959 req-b94a733b-a45f-43b6-87f3-6a851ae8aa9e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.430784 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port fff78379-145e-4694-8a65-ffc0bdda170b is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:49.431582 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fb53e69-7f03-473d-82e2-26432e67c959 req-b94a733b-a45f-43b6-87f3-6a851ae8aa9e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1150291 Feb 21 01:10:49.528575 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fb53e69-7f03-473d-82e2-26432e67c959 req-a48dfe16-3443-4fdd-af48-89ab58a8807d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Feb 21 01:10:49.572372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-d6916814-d0ad-42a6-bd31-82a7cc2e9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.577258 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-d6916814-d0ad-42a6-bd31-82a7cc2e9685 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 915 time: 0.1800153 Feb 21 01:10:49.656645 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-cd246b70-fea9-42bf-b6db-06f34dcd7ac5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6 HTTP/1.1" status: 200 len: 217 time: 0.0717952 Feb 21 01:10:49.747115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-4beed367-725a-4bb5-9adb-59c5fa174b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.749630 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-4beed367-725a-4bb5-9adb-59c5fa174b6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0859013 Feb 21 01:10:49.794609 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-9a2a4385-04e6-4db7-b514-c2e0f51fe313 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378411 Feb 21 01:10:49.864578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251d26-bcdd-4a93-a2ac-eb05a2a9b1d5 req-97d2e512-0563-486c-9b31-f735eab421a3 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:49.866542 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b251d26-bcdd-4a93-a2ac-eb05a2a9b1d5 req-97d2e512-0563-486c-9b31-f735eab421a3 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.1006758 Feb 21 01:10:49.927284 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b251d26-bcdd-4a93-a2ac-eb05a2a9b1d5 req-99f19ade-bf19-4e50-947a-77179804ca6d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549703 Feb 21 01:10:49.934595 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-9fa386c3-9089-417a-9336-632ddca25c6f service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296504 Feb 21 01:10:50.043687 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85760e1b-0ae8-4183-846a-e9db8a6e0af0 req-bf9fcd1c-a623-4224-bb3b-3e381e886620 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999110 Feb 21 01:10:50.307241 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172fea3-6208-47e2-ae98-8bd2ecc76955 req-188d92f2-1352-40bc-928d-bc42046cc6c4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:50.308846 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a172fea3-6208-47e2-ae98-8bd2ecc76955 req-188d92f2-1352-40bc-928d-bc42046cc6c4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0639911 Feb 21 01:10:50.312109 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 53810) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:50.410997 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a172fea3-6208-47e2-ae98-8bd2ecc76955 req-afb78c5e-041e-482b-9273-bd4556f3688a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909150 Feb 21 01:10:50.468442 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2e27bdf0-9a96-45dd-9ff0-961a76698f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.552748 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2e27bdf0-9a96-45dd-9ff0-961a76698f80 admin admin] Publish callbacks [] for security_group (b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.654007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2a17-786f-4610-9d1c-bd7c1078221b req-4d16d826-d84b-4935-9be9-0be7609c524d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:50.655533 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-341e2a17-786f-4610-9d1c-bd7c1078221b req-4d16d826-d84b-4935-9be9-0be7609c524d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0549047 Feb 21 01:10:50.691078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2e27bdf0-9a96-45dd-9ff0-961a76698f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.708726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-341e2a17-786f-4610-9d1c-bd7c1078221b req-ba6601f3-56a7-4dca-afcf-2c31a2261576 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465500 Feb 21 01:10:50.733710 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2e27bdf0-9a96-45dd-9ff0-961a76698f80 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4a32c0f0c75a4b60b22643dcf109c6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205301 Feb 21 01:10:50.734712 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27bdf0-9a96-45dd-9ff0-961a76698f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:50.737630 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 53822) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:50.793103 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] Publish callbacks [] for security_group (b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.821206 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] Publish callbacks [] for security_group (b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.936507 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.939610 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:50.942203 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89 HTTP/1.1" status: 204 len: 168 time: 0.2035189 Feb 21 01:10:50.950641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d705c8-b5bc-48fe-95eb-7d1385c74200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f8df9a-abc5-49d0-b5fb-c7b5f4d0bf89,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:51.059548 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91997c3-70b9-45fb-977e-52105d7f48cc req-588c4d62-8e4c-4e12-8c9b-8dabd027e247 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:51.061147 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c91997c3-70b9-45fb-977e-52105d7f48cc req-588c4d62-8e4c-4e12-8c9b-8dabd027e247 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.0591741 Feb 21 01:10:51.111005 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c91997c3-70b9-45fb-977e-52105d7f48cc req-7df935d6-9105-4dc4-b2f7-aa29786f1216 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Feb 21 01:10:51.229970 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:51.411501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 17542d9a-ec16-46b0-907e-71f3f5221834 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:10:51.420732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 17542d9a-ec16-46b0-907e-71f3f5221834 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:51.420732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:51.518594 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:51.518975 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:51.547440 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:51.549810 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd98bad-26d2-4fb3-84a0-d15208cf2804" -d '{"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:51.554442 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46ee9a-055d-4a80-8afc-e9041b5f507a req-58658d66-f184-4064-9367-04bd93e0cb52 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:51.554442 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4d46ee9a-055d-4a80-8afc-e9041b5f507a req-58658d66-f184-4064-9367-04bd93e0cb52 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0584941 Feb 21 01:10:51.563689 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:51.590086 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190584b0-3a20-47a8-a0a7-d0a68edcd494 x-openstack-request-id: req-190584b0-3a20-47a8-a0a7-d0a68edcd494 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:51.590940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:51.591277 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-190584b0-3a20-47a8-a0a7-d0a68edcd494 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:51.591942 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'code': 200} Feb 21 01:10:51.603770 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4d46ee9a-055d-4a80-8afc-e9041b5f507a req-d74992f4-5a38-43b3-ad87-0382ae5ecfb4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Feb 21 01:10:51.651436 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:51.705851 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:51.844565 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3350b-07c5-40bf-bf70-4f5428612b4f req-6bbd19c6-0466-4a64-9b43-5d6c1364ca73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:51.846666 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-72c3350b-07c5-40bf-bf70-4f5428612b4f req-6bbd19c6-0466-4a64-9b43-5d6c1364ca73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0592191 Feb 21 01:10:51.909389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-72c3350b-07c5-40bf-bf70-4f5428612b4f req-97f7b205-08d1-4f68-b489-da2accc5463a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Feb 21 01:10:52.232721 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70672d-2929-47a6-b0f2-e036b037f35b req-196f0a5b-00b1-49c9-b468-f0c15f54d772 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:52.234275 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae70672d-2929-47a6-b0f2-e036b037f35b req-196f0a5b-00b1-49c9-b468-f0c15f54d772 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Feb 21 01:10:52.294116 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae70672d-2929-47a6-b0f2-e036b037f35b req-adef49ed-0549-4600-be62-c3c6e0b6143b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Feb 21 01:10:52.432365 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a9b8b6b3-10bd-46a7-af49-ecb93114aab6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:10:52.540711 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:52.553731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'port_id': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', 'mac_address': 'fa:16:3e:70:ce:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12040ffa-a95f-46da-a939-4e7b2808aeaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:10:52.598257 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:52.598646 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:52.613970 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8b6b3-10bd-46a7-af49-ecb93114aab6 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:10:52.637606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:52.730643 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:52.735419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5147-54a8-48ec-8a8a-9733a0bdd147 req-928d7ba6-0eb5-4849-bea7-b43cf845bb2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:52.735419 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a9e5147-54a8-48ec-8a8a-9733a0bdd147 req-928d7ba6-0eb5-4849-bea7-b43cf845bb2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Feb 21 01:10:52.789634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:52.797197 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a9e5147-54a8-48ec-8a8a-9733a0bdd147 req-042aacf1-9249-491e-963d-702cdb1357ec tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 Feb 21 01:10:53.052053 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1772e-c806-40d3-90ad-8966607fad8d req-54b15948-93da-4f7f-a8d9-fe0ccbd94252 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:53.053625 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2fc1772e-c806-40d3-90ad-8966607fad8d req-54b15948-93da-4f7f-a8d9-fe0ccbd94252 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0693157 Feb 21 01:10:53.121711 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2fc1772e-c806-40d3-90ad-8966607fad8d req-4a3fe49a-13f7-447a-9616-a031e98e331d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612805 Feb 21 01:10:53.424670 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8833b6-282e-4588-9855-21fb50b6fd00 req-d3edc2e8-0029-42f1-9493-c5587fff6ef1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:53.426256 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2f8833b6-282e-4588-9855-21fb50b6fd00 req-d3edc2e8-0029-42f1-9493-c5587fff6ef1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 945 time: 0.0652473 Feb 21 01:10:53.489362 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2f8833b6-282e-4588-9855-21fb50b6fd00 req-5b5c57ff-e2c4-4c49-89d2-0edb0d588cc2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573096 Feb 21 01:10:53.701263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2d72-3bba-4e69-84d1-db85a2ceb1c1 req-d3d0cba9-a841-4816-8112-a604ac2736a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:53.702816 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d2d2d72-3bba-4e69-84d1-db85a2ceb1c1 req-d3d0cba9-a841-4816-8112-a604ac2736a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0484462 Feb 21 01:10:53.758387 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d2d2d72-3bba-4e69-84d1-db85a2ceb1c1 req-647b773a-ac82-4c7d-8735-99a6f57233b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Feb 21 01:10:53.795615 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a9b8b6b3-10bd-46a7-af49-ecb93114aab6'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:10:53.947264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc2bce-270e-4c06-8665-0f2bcd702e9a req-58317894-724c-4d89-ad2c-182debb6a6ad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:53.948898 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bebc2bce-270e-4c06-8665-0f2bcd702e9a req-58317894-724c-4d89-ad2c-182debb6a6ad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Feb 21 01:10:54.017866 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bebc2bce-270e-4c06-8665-0f2bcd702e9a req-d34e4b7b-90f6-438c-8c87-94c0925285f0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552626 Feb 21 01:10:54.254884 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b21a-363c-4052-850c-0097d6a8cd43 req-32141ea6-d749-4776-9ec6-b60691373453 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:54.256511 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7656b21a-363c-4052-850c-0097d6a8cd43 req-32141ea6-d749-4776-9ec6-b60691373453 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0579822 Feb 21 01:10:54.308070 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7656b21a-363c-4052-850c-0097d6a8cd43 req-adcb3579-6618-4f00-aa8a-d6a3dc0f7b5e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Feb 21 01:10:54.646870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9d95-a17e-43b6-a796-81e8351db260 req-dff4b929-4002-4d84-b70d-724e06df5a66 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:54.648416 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b54b9d95-a17e-43b6-a796-81e8351db260 req-dff4b929-4002-4d84-b70d-724e06df5a66 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 945 time: 0.0774808 Feb 21 01:10:54.698547 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b54b9d95-a17e-43b6-a796-81e8351db260 req-351d6952-5a55-49c0-88c1-e69d72cf99ae tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Feb 21 01:10:55.274195 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9f48c-3aed-47da-8c27-6b82a2606877 req-8ec0e247-ac05-4c8a-8ed6-045e57d7e1bb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:55.285123 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c7d9f48c-3aed-47da-8c27-6b82a2606877 req-8ec0e247-ac05-4c8a-8ed6-045e57d7e1bb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1371062 Feb 21 01:10:55.366021 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c7d9f48c-3aed-47da-8c27-6b82a2606877 req-49323861-2590-4d64-8f20-9080fb0d0f14 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730553 Feb 21 01:10:55.475109 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7960e-d222-4352-94b4-2252b86752fe req-ec800ecf-1234-4dcd-b630-7797ad9a4074 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:55.477513 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26f7960e-d222-4352-94b4-2252b86752fe req-ec800ecf-1234-4dcd-b630-7797ad9a4074 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0808938 Feb 21 01:10:55.544658 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26f7960e-d222-4352-94b4-2252b86752fe req-d56c6c83-b2b1-4f48-85ed-085e38525c03 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Feb 21 01:10:55.862171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4df2f-1387-4e43-8836-1581df137506 req-dcaef1cc-090c-4dea-b077-707f6ba17427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:55.868179 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0c4df2f-1387-4e43-8836-1581df137506 req-dcaef1cc-090c-4dea-b077-707f6ba17427 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.1088426 Feb 21 01:10:55.896949 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d28be-8f5b-4806-8814-02b7159aacca req-655814fc-2931-4154-ad36-1f4d3f88c6dd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:55.898553 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c07d28be-8f5b-4806-8814-02b7159aacca req-655814fc-2931-4154-ad36-1f4d3f88c6dd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 945 time: 0.1004808 Feb 21 01:10:55.948138 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0c4df2f-1387-4e43-8836-1581df137506 req-b6ea7444-04a2-4ccd-8284-6c9ae6eae01c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Feb 21 01:10:56.012179 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c07d28be-8f5b-4806-8814-02b7159aacca req-54175f18-386d-4e35-bceb-e6b803272cc0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775836 Feb 21 01:10:56.440606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a9b8b6b3-10bd-46a7-af49-ecb93114aab6 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:10:56.526148 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a7ba-32fe-40ea-b0e1-e68dc9050990 req-3a6e555f-e84c-456f-be32-69edcfb0469c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:56.527731 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c56a7ba-32fe-40ea-b0e1-e68dc9050990 req-3a6e555f-e84c-456f-be32-69edcfb0469c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0708067 Feb 21 01:10:56.599202 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c56a7ba-32fe-40ea-b0e1-e68dc9050990 req-59c62b90-5923-4b7d-84f9-e439a6aba3ef tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607545 Feb 21 01:10:56.707560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eaaa1-9f84-40ab-b07c-48df32def671 req-6d365a21-f96d-4dba-ae1a-102d5f0d6114 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:56.709254 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6d9eaaa1-9f84-40ab-b07c-48df32def671 req-6d365a21-f96d-4dba-ae1a-102d5f0d6114 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0780530 Feb 21 01:10:56.738463 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82865-0eef-4f9d-9804-e7d92fa34871 req-a72443ac-826b-404a-899b-fa4d15ec92d0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:56.740167 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68c82865-0eef-4f9d-9804-e7d92fa34871 req-a72443ac-826b-404a-899b-fa4d15ec92d0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0560613 Feb 21 01:10:56.748801 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54014) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:10:56.750019 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:10:56.754319 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'floatingip': {'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:10:56.762940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:10:56.762940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:56.764134 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6d9eaaa1-9f84-40ab-b07c-48df32def671 req-d25ddfd7-8182-40cc-9c34-a4102c1ff95f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Feb 21 01:10:56.836065 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:56.848453 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:10:56.849606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:56.886972 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:56.886972 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe49db6-d026-46a8-8a2f-4870d77db744" -d '{"events": [{"server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:56.897225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:10:56.936166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d3995-56c6-47b4-9193-a7eb84fd15d1 x-openstack-request-id: req-801d3995-56c6-47b4-9193-a7eb84fd15d1 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:56.936449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "name": "network-vif-plugged", "status": "completed", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:56.936703 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-801d3995-56c6-47b4-9193-a7eb84fd15d1 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:56.937142 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', 'code': 200} Feb 21 01:10:56.987910 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:57.043500 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:10:57.134306 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db782-f1b4-4569-ad48-00ca3499ff3d req-438b7806-f849-44ae-819d-8459de41bd22 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:57.136189 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f33db782-f1b4-4569-ad48-00ca3499ff3d req-438b7806-f849-44ae-819d-8459de41bd22 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0588176 Feb 21 01:10:57.201992 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f33db782-f1b4-4569-ad48-00ca3499ff3d req-4ef82f52-659e-4520-b674-c921f6686da5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Feb 21 01:10:57.593486 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:57.651026 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:57.766013 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Floating IP 25971576-f939-4237-a2be-dfc7df451f83 associated. External IP: 172.27.2.224, port: 17542d9a-ec16-46b0-907e-71f3f5221834. Feb 21 01:10:58.165487 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06d6a1-39d1-4061-a392-fe5136360bfe req-f9bbdab6-e433-479d-92ac-1f76048c74db tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:58.166948 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d06d6a1-39d1-4061-a392-fe5136360bfe req-f9bbdab6-e433-479d-92ac-1f76048c74db tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.3284173 Feb 21 01:10:58.270522 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d06d6a1-39d1-4061-a392-fe5136360bfe req-bdcd9229-9d03-4bbf-9c9c-eda85be02d7d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974905 Feb 21 01:10:58.282791 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:10:58.335662 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e17235-08ad-4136-9b22-daff38e31164 req-9fe6fa62-17ab-4402-ad2e-d967395513ad tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:58.337434 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-22e17235-08ad-4136-9b22-daff38e31164 req-9fe6fa62-17ab-4402-ad2e-d967395513ad tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0597868 Feb 21 01:10:58.392752 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-22e17235-08ad-4136-9b22-daff38e31164 req-75b4cdb0-8598-44ca-ae4c-5182815794da tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Feb 21 01:10:58.414319 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:10:58.421361 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:58.433321 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:10:58.444840 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:58.445476 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:58.461794 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e27779c8-b7e5-4670-856c-fd52f766d9f7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "PUT /v2.0/floatingips/25971576-f939-4237-a2be-dfc7df451f83 HTTP/1.1" status: 200 len: 991 time: 1.7078466 Feb 21 01:10:58.461794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:10:58.464446 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:10:58.523743 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc749da-9ffd-43da-b51c-b1ca1d9db6b6 x-openstack-request-id: req-bdc749da-9ffd-43da-b51c-b1ca1d9db6b6 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:10:58.524419 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:10:58.524912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bdc749da-9ffd-43da-b51c-b1ca1d9db6b6 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:10:58.525910 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'status': 'completed', 'code': 200} Feb 21 01:10:58.587399 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:58.903228 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '25971576-f939-4237-a2be-dfc7df451f83', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:45:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:10:27Z', 'updated_at': '2022-02-21T01:10:57Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:58.934574 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:10:58.948086 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:10:58.949201 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:10:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:59.068191 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:10:59.324757 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '25971576-f939-4237-a2be-dfc7df451f83', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:45:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:10:27Z', 'updated_at': '2022-02-21T01:10:57Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:10:59.345799 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0939c-dd4c-45ec-8e70-f50bf23af65c None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '25971576-f939-4237-a2be-dfc7df451f83', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:45:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:10:27Z', 'updated_at': '2022-02-21T01:10:57Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:10:59.408947 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc81fe-eb94-4cfb-b348-6687e101df30 req-add91386-988f-48b3-9004-e33bdaa95588 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:59.417807 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49bc81fe-eb94-4cfb-b348-6687e101df30 req-add91386-988f-48b3-9004-e33bdaa95588 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0728052 Feb 21 01:10:59.474109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49bc81fe-eb94-4cfb-b348-6687e101df30 req-37a144e4-93a9-4cf0-ae3b-0a2df6bdb932 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Feb 21 01:10:59.580796 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7e09-36ae-42b9-87bc-456cb3a7b2e0 req-6782db23-15a1-4fd4-aa71-ae21f3084e03 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:59.582379 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8937449f-81b8-47b2-9820-63dca5e73caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:10:59.582989 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-437e7e09-36ae-42b9-87bc-456cb3a7b2e0 req-6782db23-15a1-4fd4-aa71-ae21f3084e03 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0705318 Feb 21 01:10:59.644456 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-437e7e09-36ae-42b9-87bc-456cb3a7b2e0 req-62ed177c-6cec-4dd1-909b-4c4908adcd40 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Feb 21 01:10:59.651052 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8461bb7-13d0-42fa-b972-b7e15adc84a6 None None] New status for floating IP 25971576-f939-4237-a2be-dfc7df451f83: ACTIVE {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:10:59.756977 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-816e2820-f5d7-467d-bee4-57614d55e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:59.758728 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-816e2820-f5d7-467d-bee4-57614d55e925 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0568192 Feb 21 01:10:59.872194 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-2f8c2a8f-d077-40b2-b203-77c05603af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:10:59.873712 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-2f8c2a8f-d077-40b2-b203-77c05603af52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.1057365 Feb 21 01:10:59.997908 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-73cc4f6e-0067-47bb-8703-9233702fe72c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 999 time: 0.1075935 Feb 21 01:11:00.080817 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-733d5724-1cf0-4ec4-8759-e8843a03afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:00.082364 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-733d5724-1cf0-4ec4-8759-e8843a03afb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0741456 Feb 21 01:11:00.167378 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2200f-cedf-42f4-bedb-b122356e65de req-8755ace9-4b7b-4541-a2e0-974210626210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:00.169990 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b0e2200f-cedf-42f4-bedb-b122356e65de req-8755ace9-4b7b-4541-a2e0-974210626210 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 1130 time: 0.1344950 Feb 21 01:11:00.212936 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-552acffd-d645-4f3a-8e0f-7daf574d0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:00.214756 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-552acffd-d645-4f3a-8e0f-7daf574d0425 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203470 Feb 21 01:11:00.250055 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b0e2200f-cedf-42f4-bedb-b122356e65de req-84eef54b-96fc-45b6-affa-d58aa7e06301 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Feb 21 01:11:00.327416 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-9d1db8cc-b922-47f8-85e6-54848fac102f service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881016 Feb 21 01:11:00.684413 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f274b1b-e877-4a69-bc8a-86428d1066d2 req-65fc0bab-4e0a-4334-b167-dcd934c82575 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:00.686019 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f274b1b-e877-4a69-bc8a-86428d1066d2 req-65fc0bab-4e0a-4334-b167-dcd934c82575 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1300418 Feb 21 01:11:00.705788 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-efbf6197-da7d-47e4-a5b2-3b199f6d10a0 req-779ddde2-7bcd-4ff8-84f4-a1b8edc5f4de service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476138 Feb 21 01:11:00.746719 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f274b1b-e877-4a69-bc8a-86428d1066d2 req-83a1fb6d-8229-4781-86dc-876442df968d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540731 Feb 21 01:11:00.790434 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6594e9-425a-4f7f-9d77-8c939aec92e0 req-de658286-b46e-49ca-a079-a75cea6c372c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:00.792183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd6594e9-425a-4f7f-9d77-8c939aec92e0 req-de658286-b46e-49ca-a079-a75cea6c372c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0653985 Feb 21 01:11:00.853836 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd6594e9-425a-4f7f-9d77-8c939aec92e0 req-24e20eb0-0c0c-4706-84b4-eeac0a9d7b81 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539119 Feb 21 01:11:01.887971 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4e98-8516-4237-8067-efb6300a6887 req-f98d5188-e252-4f6a-bc94-9339e96796a2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:01.890018 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-38ae4e98-8516-4237-8067-efb6300a6887 req-f98d5188-e252-4f6a-bc94-9339e96796a2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0645013 Feb 21 01:11:01.947027 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-38ae4e98-8516-4237-8067-efb6300a6887 req-e08cfd1d-1223-4999-aa5e-f6b4249f4f62 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502379 Feb 21 01:11:02.017719 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab5ee-6e27-46ed-9187-2f24b8d086ad req-e5cd4562-569d-4d8b-b0cf-9276a316fa11 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:02.020168 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf5ab5ee-6e27-46ed-9187-2f24b8d086ad req-e5cd4562-569d-4d8b-b0cf-9276a316fa11 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0815773 Feb 21 01:11:02.089660 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf5ab5ee-6e27-46ed-9187-2f24b8d086ad req-dd00275c-a14b-4edc-beb5-442b5d655158 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607176 Feb 21 01:11:02.205984 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d109d21d-7f88-4929-b7db-f29477e66dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:02.430529 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d3efc-68ce-47a0-bb2a-875020ab9832 req-8d9143f6-a397-4914-8283-dad9ad0dccb8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:02.432001 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bb2d3efc-68ce-47a0-bb2a-875020ab9832 req-8d9143f6-a397-4914-8283-dad9ad0dccb8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0646737 Feb 21 01:11:02.481531 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bb2d3efc-68ce-47a0-bb2a-875020ab9832 req-b2974967-50f5-4153-8c69-5de46e5c66e8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Feb 21 01:11:03.229202 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece5e63-dd25-46ce-b3ec-e6480e36fa65 req-318f66a7-7c32-42b5-b67e-160e36e12707 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:03.230770 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7ece5e63-dd25-46ce-b3ec-e6480e36fa65 req-318f66a7-7c32-42b5-b67e-160e36e12707 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0630796 Feb 21 01:11:03.286889 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7ece5e63-dd25-46ce-b3ec-e6480e36fa65 req-a8a5eb17-afc4-418d-a3e2-7969438b4793 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Feb 21 01:11:03.348306 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:03.604862 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736313f-bbac-49c2-9988-e344cef325f6 req-703cce7d-b83e-4898-b002-52608ba646b3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:03.606291 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1736313f-bbac-49c2-9988-e344cef325f6 req-703cce7d-b83e-4898-b002-52608ba646b3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0548916 Feb 21 01:11:03.673690 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1736313f-bbac-49c2-9988-e344cef325f6 req-ec15c448-5b52-48c6-9873-5afd0ff95650 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Feb 21 01:11:04.815384 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a256c-3487-45da-90a5-2e58aaa7510b req-56db8738-1f9e-4987-a14c-54904a639789 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:04.815384 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d50a256c-3487-45da-90a5-2e58aaa7510b req-56db8738-1f9e-4987-a14c-54904a639789 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0607285 Feb 21 01:11:04.876080 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d50a256c-3487-45da-90a5-2e58aaa7510b req-0a227b1b-997e-4189-bca9-519e6f1fe843 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634279 Feb 21 01:11:04.918617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05277eba-9a36-412b-86eb-221448d49f39 req-4c80f49d-ff65-4c8b-85b1-307fe087fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:04.919443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:04.920873 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-4c80f49d-ff65-4c8b-85b1-307fe087fa8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0656965 Feb 21 01:11:05.032241 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05277eba-9a36-412b-86eb-221448d49f39 req-55a3db51-f233-4f54-935a-baaefdce7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:05.035379 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-55a3db51-f233-4f54-935a-baaefdce7936 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0982795 Feb 21 01:11:05.092635 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-990007ad-6dde-4559-a99e-48f8a54f8893 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0414107 Feb 21 01:11:05.161284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05277eba-9a36-412b-86eb-221448d49f39 req-766bb1af-ef8b-4439-b19f-315513c65381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:05.162843 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-766bb1af-ef8b-4439-b19f-315513c65381 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0478384 Feb 21 01:11:05.200083 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-10cd9008-dc87-4144-82f3-3e9790228869 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255165 Feb 21 01:11:05.306219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-d95d19c3-a9f9-420a-98e6-4bb4892e3736 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953434 Feb 21 01:11:05.406643 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05277eba-9a36-412b-86eb-221448d49f39 req-893b1a6e-90ce-4b4c-a0ca-98e8aebf3ca6 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933557 Feb 21 01:11:05.959606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:06.064169 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59237d6-2112-4251-9384-7794561e23e1 req-753b42a5-7d39-402d-ad03-1945c6d3f268 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:06.066978 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d59237d6-2112-4251-9384-7794561e23e1 req-753b42a5-7d39-402d-ad03-1945c6d3f268 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0996921 Feb 21 01:11:06.122189 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d59237d6-2112-4251-9384-7794561e23e1 req-72d24019-f639-488b-859e-af640378ff98 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Feb 21 01:11:07.277092 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82b3c-1f29-4512-8c62-b0298be0561b req-5ce98924-ead3-4df3-8847-771f1ed98760 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:07.278860 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82c82b3c-1f29-4512-8c62-b0298be0561b req-5ce98924-ead3-4df3-8847-771f1ed98760 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0686233 Feb 21 01:11:07.382651 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82c82b3c-1f29-4512-8c62-b0298be0561b req-cae0054b-77ec-44d5-985f-b44ad1b40931 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Feb 21 01:11:07.959396 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54256) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:08.128720 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.226871 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Publish callbacks [] for security_group (9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.296686 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.335180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:08.338994 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e6bede0a314248888f57950c990e12d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785403 Feb 21 01:11:08.342139 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54268) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:08.345145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.345520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.345849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.346187 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.346521 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.346856 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.347182 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.347513 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.347864 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.348195 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.351573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.351573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.351573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62a1b1-ab88-41b1-8190-b68b8e4a4141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.401651 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Publish callbacks [] for security_group (9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.433265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Publish callbacks [] for security_group (9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.488263 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-d8b18f8b-0b7d-45ac-9114-1456694e5797 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506978 Feb 21 01:11:08.590559 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f00f-5980-4522-b844-801273b53fe8 req-3c5ab30d-d7a7-4d09-b9fa-bf53d49f3836 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:08.592071 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1076f00f-5980-4522-b844-801273b53fe8 req-3c5ab30d-d7a7-4d09-b9fa-bf53d49f3836 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1078196 Feb 21 01:11:08.601610 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b746-e557-410a-baf9-722cf02204fc req-258160a8-cc8a-4911-b6af-20e332463e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:08.603048 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-258160a8-cc8a-4911-b6af-20e332463e58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0785551 Feb 21 01:11:08.622878 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.629021 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:08.630533 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256 HTTP/1.1" status: 204 len: 168 time: 0.2871215 Feb 21 01:11:08.641377 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd2d2f-1cc5-4bf8-885f-ef391fdb7256,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:08.651266 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.652041 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.652582 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.652978 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.653458 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.653933 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.654431 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.654922 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.655428 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.656169 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.656662 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.657162 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.657697 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec41a61-4a23-4d44-951e-a7f79f682704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:08.706547 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1076f00f-5980-4522-b844-801273b53fe8 req-a2efca3b-9b64-4b0f-b7ed-6dcd50d108d0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067963 Feb 21 01:11:08.782698 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b746-e557-410a-baf9-722cf02204fc req-e07f1dc9-f7b2-4f61-9e5e-ebfb35c15004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:08.782698 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-e07f1dc9-f7b2-4f61-9e5e-ebfb35c15004 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.1517885 Feb 21 01:11:08.837856 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-2e0ce9d4-46d4-4747-99fd-64aa19d9e060 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0472608 Feb 21 01:11:08.916270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b746-e557-410a-baf9-722cf02204fc req-8a247f3e-a835-4cfc-8822-7065cc83c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:08.918045 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-8a247f3e-a835-4cfc-8822-7065cc83c207 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0714192 Feb 21 01:11:08.953246 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-ef44185c-50cd-4e65-a791-d416d1187063 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283310 Feb 21 01:11:09.016321 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:09.082514 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-99dc1cef-235c-4fd4-b456-79a0e9e6bf6b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192243 Feb 21 01:11:09.279167 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45e5b746-e557-410a-baf9-722cf02204fc req-005178e3-64f4-4217-a465-3b2a5b807573 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735284 Feb 21 01:11:09.983660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54310) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:10.097183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fc524230-95c1-4c35-bcad-e564f89b36d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.178015 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fc524230-95c1-4c35-bcad-e564f89b36d3 admin admin] Publish callbacks [] for security_group (5cb4de2e-865b-41da-9e59-3eae14324b52), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.250989 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fc524230-95c1-4c35-bcad-e564f89b36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5cb4de2e-865b-41da-9e59-3eae14324b52), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.291751 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc524230-95c1-4c35-bcad-e564f89b36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb4de2e-865b-41da-9e59-3eae14324b52,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:10.296032 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-fc524230-95c1-4c35-bcad-e564f89b36d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=550923d1a09d4b1380c4a061e11456b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108344 Feb 21 01:11:10.300069 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54320) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:10.346248 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:11:10.353623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] Publish callbacks [] for security_group (5cb4de2e-865b-41da-9e59-3eae14324b52), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.377742 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] Publish callbacks [] for security_group (5cb4de2e-865b-41da-9e59-3eae14324b52), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.490967 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5cb4de2e-865b-41da-9e59-3eae14324b52), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.493680 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.498288 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5cb4de2e-865b-41da-9e59-3eae14324b52 HTTP/1.1" status: 204 len: 168 time: 0.1941850 Feb 21 01:11:10.504067 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167542-80fb-47e2-910c-42c049e8e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb4de2e-865b-41da-9e59-3eae14324b52,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:10.612298 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54328) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:10.731525 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbde3e7-34b2-4234-96b6-eda38bd694bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.808134 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbde3e7-34b2-4234-96b6-eda38bd694bc admin admin] Publish callbacks [] for security_group (2a2f57cb-2d60-4323-9067-614203af54bc), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.879485 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbde3e7-34b2-4234-96b6-eda38bd694bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2a2f57cb-2d60-4323-9067-614203af54bc), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:10.955117 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cfbde3e7-34b2-4234-96b6-eda38bd694bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4302f076c1c44015b2607dccd5813359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241189 Feb 21 01:11:10.955117 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde3e7-34b2-4234-96b6-eda38bd694bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f57cb-2d60-4323-9067-614203af54bc,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:10.955632 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54340) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:10.974059 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578bca0-28b7-4c3c-b132-ba10f4425d1c req-23796962-49f6-45f3-be23-73dfece896f1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:10.976953 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4578bca0-28b7-4c3c-b132-ba10f4425d1c req-23796962-49f6-45f3-be23-73dfece896f1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1189191 Feb 21 01:11:11.060729 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4578bca0-28b7-4c3c-b132-ba10f4425d1c req-4224c37d-5c69-4687-9be4-b4aee5bdb436 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739536 Feb 21 01:11:11.077917 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] Publish callbacks [] for security_group (2a2f57cb-2d60-4323-9067-614203af54bc), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.106295 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] Publish callbacks [] for security_group (2a2f57cb-2d60-4323-9067-614203af54bc), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.294784 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54348) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:11.312912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b7100ad-b6d2-4d6c-883b-e3658f3b2bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.321727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2a2f57cb-2d60-4323-9067-614203af54bc), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.324571 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.325739 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a2f57cb-2d60-4323-9067-614203af54bc HTTP/1.1" status: 204 len: 168 time: 0.3803341 Feb 21 01:11:11.344441 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adce35b-ad53-42bc-9934-edc55cc4a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f57cb-2d60-4323-9067-614203af54bc,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:11.446061 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b7100ad-b6d2-4d6c-883b-e3658f3b2bbf admin admin] Publish callbacks [] for security_group (134778f0-3e4d-4fbf-9db7-61834e77050d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.536949 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b7100ad-b6d2-4d6c-883b-e3658f3b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (134778f0-3e4d-4fbf-9db7-61834e77050d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.575855 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4b7100ad-b6d2-4d6c-883b-e3658f3b2bbf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c97e50105ef94665a7aa3d94adf7c6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799158 Feb 21 01:11:11.577844 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7100ad-b6d2-4d6c-883b-e3658f3b2bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134778f0-3e4d-4fbf-9db7-61834e77050d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:11.578685 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54354) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:11.638956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] Publish callbacks [] for security_group (134778f0-3e4d-4fbf-9db7-61834e77050d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.664699 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] Publish callbacks [] for security_group (134778f0-3e4d-4fbf-9db7-61834e77050d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.822303 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (134778f0-3e4d-4fbf-9db7-61834e77050d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.824983 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:11.826139 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/134778f0-3e4d-4fbf-9db7-61834e77050d HTTP/1.1" status: 204 len: 168 time: 0.2441809 Feb 21 01:11:11.835782 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a653c5-f470-449d-b2e7-5d579955beb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134778f0-3e4d-4fbf-9db7-61834e77050d,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:12.541667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54384) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:12.556051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fc18be5-3356-4314-ab25-a793edd3002b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.577608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54386) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:12.648394 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fc18be5-3356-4314-ab25-a793edd3002b admin admin] Publish callbacks [] for security_group (50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.734642 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1922436508-network', 'tenant_id': 'f92cb7cf852c4790bb51e02de8b46c41'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:12.738049 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1fc18be5-3356-4314-ab25-a793edd3002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.779029 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1fc18be5-3356-4314-ab25-a793edd3002b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=529d81f1eb5347b5ab84f9950ea7fd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362535 Feb 21 01:11:12.780154 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc18be5-3356-4314-ab25-a793edd3002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:12.781755 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54390) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:12.835036 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] Publish callbacks [] for security_group (50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.857200 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] Publish callbacks [] for security_group (50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.866028 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Made reservation on behalf of f92cb7cf852c4790bb51e02de8b46c41 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:12.868358 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:12.883109 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.018557 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.021164 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.022349 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd HTTP/1.1" status: 204 len: 168 time: 0.2390335 Feb 21 01:11:13.041908 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751e67a-3255-4762-ad5c-4fb031574575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb6e3c-49bf-4eb2-8f32-99ab8e6062cd,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:13.114385 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks [] for security_group (03321995-909c-4be2-a391-03f074da5343), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.188450 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (03321995-909c-4be2-a391-03f074da5343), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.210131 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:11:13.225347 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03321995-909c-4be2-a391-03f074da5343,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:13.230010 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (f950aa01-44a4-47cc-a77c-1285cef1670f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.230395 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Added segment f950aa01-44a4-47cc-a77c-1285cef1670f of type vlan for network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c Feb 21 01:11:13.273963 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.394896 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.396282 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:13.397040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:13.475364 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] Pushing event updated for resources: {'Network': ['ID=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:13.485672 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:11:13.534316 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d43f6274-b677-4722-8d3f-f60927ac56fa admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9546878 Feb 21 01:11:13.536940 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54408) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:13.541916 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Request body: {'subnet': {'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1922436508-subnet', 'tenant_id': 'f92cb7cf852c4790bb51e02de8b46c41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:13.639203 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Made reservation on behalf of f92cb7cf852c4790bb51e02de8b46c41 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:13.645050 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8830175'] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:14.143981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829997'] for subnet (fb1e5302-7e55-410f-9c6d-a7db11b6685d), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:14.214233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1e5302-7e55-410f-9c6d-a7db11b6685d,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:14.224460 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Checking segment: {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:11:14.224846 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Network hostable DHCP agents. Network: ce8dae1f-c1c8-4a29-a9ef-ffb95022435c, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:11:14.394369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:11:14.468054 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, ce8dae1f-c1c8-4a29-a9ef-ffb95022435c) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:14.474187 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:14.474511 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:14.481982 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3740e63-5901-4a52-ac5d-20620b10f7cf None None] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:11:14.552047 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-676b1432-e639-4a37-9f19-e86e24292969 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0139325 Feb 21 01:11:14.601276 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351157bd-1558-4dbb-ba71-6b4bc5f518cd None None] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:11:16.570090 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-1e9fb72e-83be-4b02-80fb-5ed18fa80eef tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310011 Feb 21 01:11:16.800451 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-80774cba-408f-4f11-84ef-cfa83938c2b0 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:16.801973 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-80774cba-408f-4f11-84ef-cfa83938c2b0 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266192 Feb 21 01:11:16.821208 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-a4b97b7e-49aa-43ad-b68f-8a6361fef174 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/quotas/fed02e7fc81c4a36a0d5c87132d56dc5 HTTP/1.1" status: 200 len: 375 time: 0.0101204 Feb 21 01:11:16.851558 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-0a401139-d361-4178-b753-16b656cd10ad tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284362 Feb 21 01:11:17.123908 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0b7f424a-0636-473e-a532-0041fddfb65e req-5ad3be6f-8221-4c5b-8f7c-711154f3b5cb tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0299141 Feb 21 01:11:18.230276 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-49ac0220-9a62-4484-afa4-fc068b0e2ba1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:18.231817 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-49ac0220-9a62-4484-afa4-fc068b0e2ba1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 814 time: 0.1137834 Feb 21 01:11:18.253143 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c060714f-681c-44cf-8c72-6bba64866af2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/quotas/f92cb7cf852c4790bb51e02de8b46c41 HTTP/1.1" status: 200 len: 375 time: 0.0125194 Feb 21 01:11:18.259254 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cf2056d1-6001-4153-948c-940c18b02af7 req-6e8e8455-600f-4160-8917-526d39a16154 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0304997 Feb 21 01:11:18.297714 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-5381eb01-63d8-45a9-94f8-8e360a70662b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380063 Feb 21 01:11:18.393426 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c8b4bb4e-c58b-4acf-aaa1-7030dc42c5c0 service neutron] 10.222.0.91 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Feb 21 01:11:18.490451 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c00e2bad-f895-4e15-be1d-2375577a8eef service neutron] 10.222.0.91 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907943 Feb 21 01:11:18.744803 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f1ae4233-c586-4f77-8180-116440343ab7 req-dbbec556-8f00-4b51-9691-39ad26327e9b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0308516 Feb 21 01:11:19.362247 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5dfdf74-9284-448c-bcca-6c724e53275c req-bd21165d-311d-4c72-a662-b222cc6ba7e0 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0284491 Feb 21 01:11:19.786903 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-27ece869-4db5-4094-b567-078e43ae8c07 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318124 Feb 21 01:11:19.854796 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f9b4ad3f-78fd-4f4a-94b3-d4665241b952 req-98fc9f20-c681-4aa1-b1cc-a13b8f729712 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0340431 Feb 21 01:11:20.010918 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-d99eef28-b092-4c96-87b3-7c4792b5b048 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:20.012513 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-d99eef28-b092-4c96-87b3-7c4792b5b048 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151577 Feb 21 01:11:20.036499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Request body: {'port': {'device_id': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5', 'admin_state_up': True, 'tenant_id': 'fed02e7fc81c4a36a0d5c87132d56dc5'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:20.239922 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Made reservation on behalf of fed02e7fc81c4a36a0d5c87132d56dc5 for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:20.246358 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.258821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.352390 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks [] for security_group (dd18b815-757b-4185-88cb-0958f3357216), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.466331 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5db944c6-22e1-4718-bbdf-bed98fd8653b req-e84caf68-f80d-4b0a-aa60-c99798bc75ca tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0284836 Feb 21 01:11:20.467919 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dd18b815-757b-4185-88cb-0958f3357216), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.537640 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd18b815-757b-4185-88cb-0958f3357216,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:20.618916 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Allocated IP 192.168.233.184 (5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5/615dd9b3-f973-4ffe-8949-d19f59170ee6/51b4d095-281a-430c-b596-56994e39c1e0) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:11:20.791513 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks [] for port (51b4d095-281a-430c-b596-56994e39c1e0), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.892674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:20.938031 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:11:20.955636 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:20.958902 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:11:21.010182 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-374a449b-8620-43a3-ae0d-34187b1b0f1d req-9e8f8e81-3521-46dd-8768-35d3259adb59 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0706124 Feb 21 01:11:21.021038 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Pushing event updated for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:21.056484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:21.056484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:21.156943 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-75b349d4-fcd7-4694-93cd-3b767a913d94 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1304200 Feb 21 01:11:21.180813 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Request body: {'port': {'device_id': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:21.247445 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (51b4d095-281a-430c-b596-56994e39c1e0), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:21.271556 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-ff171d3f-8f37-47f6-94ac-f5cd1c580832 None None] Provisioning complete for port 51b4d095-281a-430c-b596-56994e39c1e0 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:21.272538 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff171d3f-8f37-47f6-94ac-f5cd1c580832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (51b4d095-281a-430c-b596-56994e39c1e0), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:21.281702 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-e74fcf05-55ff-483f-a91a-1dd4fc9dc685 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124718028&fields=id&tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3 HTTP/1.1" status: 200 len: 267 time: 0.0461338 Feb 21 01:11:21.320192 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ff171d3f-8f37-47f6-94ac-f5cd1c580832 None None] Port 51b4d095-281a-430c-b596-56994e39c1e0 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:11:21.403199 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-9f4f0f9b-2698-4334-9acd-3bd22bc88441 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:21.410254 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-9f4f0f9b-2698-4334-9acd-3bd22bc88441 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/networks?id=efea3425-6681-4069-adc6-8204b8ffe9c5 HTTP/1.1" status: 200 len: 811 time: 0.1117640 Feb 21 01:11:21.432797 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-9e9b6427-902b-4f11-8c69-86f8a091dbc5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/quotas/0c96b1f3aaed4700a792cf9d25aaaca3 HTTP/1.1" status: 200 len: 375 time: 0.0156269 Feb 21 01:11:21.488377 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-e4c4ef28-01b6-4000-9181-f88d555bec28 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:21.489849 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-e4c4ef28-01b6-4000-9181-f88d555bec28 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 814 time: 0.1981380 Feb 21 01:11:21.502506 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-96b634ea-3ceb-4134-ad77-9e58149a9f60 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596850 Feb 21 01:11:21.530307 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Request body: {'port': {'device_id': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c', 'admin_state_up': True, 'tenant_id': 'f92cb7cf852c4790bb51e02de8b46c41'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:21.609526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-39216a78-8f7b-44e6-b4ab-86f20496b8d4 service neutron] 10.222.0.91 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055348 Feb 21 01:11:21.713085 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9eee-9487-4163-8736-65b60eef56e1 req-298b1850-a58f-41c0-85b8-615b41efdf4f tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:21.714607 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8d0b9eee-9487-4163-8736-65b60eef56e1 req-298b1850-a58f-41c0-85b8-615b41efdf4f tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 936 time: 0.1680770 Feb 21 01:11:21.719375 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-4f835f81-97de-4b74-8bc1-fd8e6bafe7da service neutron] 10.222.0.91 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006069 Feb 21 01:11:21.810752 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b4d095-281a-430c-b596-56994e39c1e0 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:21.821394 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks [] for port (51b4d095-281a-430c-b596-56994e39c1e0), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:21.852429 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8d0b9eee-9487-4163-8736-65b60eef56e1 req-a9cf8117-dfff-41e8-a165-0410c58a439a tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237686 Feb 21 01:11:21.853903 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Transition to ACTIVE for port object 51b4d095-281a-430c-b596-56994e39c1e0 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:11:21.868302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Made reservation on behalf of f92cb7cf852c4790bb51e02de8b46c41 for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:21.872013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:21.943567 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.054846 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Pushing event updated for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:22.106044 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Allocated IP 172.20.0.13 (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c/fb1e5302-7e55-410f-9c6d-a7db11b6685d/9a617465-d24d-4c1a-b319-2adef58652a5) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:11:22.155511 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4ec5b044-ee52-4f04-9dce-ff87faecbd89 req-208279a2-12aa-4c8e-b19f-dd8ec0cd36c6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0393286 Feb 21 01:11:22.197920 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Attempting to bind port 51b4d095-281a-430c-b596-56994e39c1e0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:11:22.197920 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Attempting to bind port 51b4d095-281a-430c-b596-56994e39c1e0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:11:22.198233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Attempting to bind port 51b4d095-281a-430c-b596-56994e39c1e0 on network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:22.213011 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Port 51b4d095-281a-430c-b596-56994e39c1e0 on network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:11:22.213343 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Attempting to bind port 51b4d095-281a-430c-b596-56994e39c1e0 on network 5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:22.229821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:11:22.230174 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Checking segment: {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:11:22.230582 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Bound using segment: {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:11:22.231012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Bound port: 51b4d095-281a-430c-b596-56994e39c1e0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e8a47f-45fc-4b6b-b2fb-63cae497206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:11:22.231375 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (51b4d095-281a-430c-b596-56994e39c1e0), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.378413 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:11:22.382541 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks [] for port (9a617465-d24d-4c1a-b319-2adef58652a5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.384931 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51b4d095-281a-430c-b596-56994e39c1e0,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:11:22.402386 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 54652) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:22.506704 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-88a6ae56-be14-43ec-8b66-c4f0584ea4c2 req-f47503d4-bd29-461a-8fd9-012a9b42d179 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0436234 Feb 21 01:11:22.507997 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.541737 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:22.542400 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.544246 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] 10.222.0.65 "PUT /v2.0/ports/51b4d095-281a-430c-b596-56994e39c1e0 HTTP/1.1" status: 200 len: 1098 time: 1.3679557 Feb 21 01:11:22.544741 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:22.545180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc076-16ec-4be2-be13-53c7cb2e886e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.547718 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "tag": "51b4d095-281a-430c-b596-56994e39c1e0"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:22.578410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.626802 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:11:22.630686 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:22.632887 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fb7d6-f578-42ec-b6b7-ce566f272365 service neutron] Pushing event updated for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:22.641533 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:11:22.682506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aa6cc6-355c-4338-804b-7b5add7085bf x-openstack-request-id: req-e6aa6cc6-355c-4338-804b-7b5add7085bf {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:22.684163 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "tag": "51b4d095-281a-430c-b596-56994e39c1e0", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:22.684616 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e6aa6cc6-355c-4338-804b-7b5add7085bf {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:22.685295 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0', 'status': 'completed', 'code': 200} Feb 21 01:11:22.695825 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc076-16ec-4be2-be13-53c7cb2e886e admin admin] Publish callbacks [] for security_group (75d354ca-97dd-4b3d-8fa6-1b26d798fca3), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.771494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc076-16ec-4be2-be13-53c7cb2e886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (75d354ca-97dd-4b3d-8fa6-1b26d798fca3), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.807792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:22.809801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:22.818154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Pushing event updated for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:22.826224 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a8bdc076-16ec-4be2-be13-53c7cb2e886e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a3a8be1d18e47c68cb76760339bd305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226830 Feb 21 01:11:22.827081 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 54666) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:22.828023 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc076-16ec-4be2-be13-53c7cb2e886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d354ca-97dd-4b3d-8fa6-1b26d798fca3,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:22.858115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee req-d1eee2ee-f191-4d5a-95f7-10b025ec63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:22.859635 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee req-d1eee2ee-f191-4d5a-95f7-10b025ec63c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 1132 time: 0.1731739 Feb 21 01:11:22.899981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee req-9a49257a-c6ea-48b2-903a-59ac1e0bda0a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298917 Feb 21 01:11:22.927320 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-c148d524-dbf0-4f91-9081-fd379073b5ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4049640 Feb 21 01:11:22.942141 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Request body: {'port': {'device_id': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:22.956456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] Publish callbacks [] for security_group (75d354ca-97dd-4b3d-8fa6-1b26d798fca3), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.319068 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] Publish callbacks [] for security_group (75d354ca-97dd-4b3d-8fa6-1b26d798fca3), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.320212 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bfa84-9edb-4961-b832-4d45e856df53 req-cf026f11-1a0e-451a-996b-231af5fefbe5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.322152 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f49bfa84-9edb-4961-b832-4d45e856df53 req-cf026f11-1a0e-451a-996b-231af5fefbe5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 932 time: 0.0613616 Feb 21 01:11:23.387345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f49bfa84-9edb-4961-b832-4d45e856df53 req-123a0441-a8ae-4265-818a-a92cb3a7fef3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Feb 21 01:11:23.393179 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151956-c577-4f82-b00d-4482c1a74e6d req-02853849-b6ca-473e-ae4a-49681fc847e9 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.394539 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ea151956-c577-4f82-b00d-4482c1a74e6d req-02853849-b6ca-473e-ae4a-49681fc847e9 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 948 time: 0.4471290 Feb 21 01:11:23.419781 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.438401 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee req-e56e67d5-10ba-4c1c-9705-2a81ab24a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.440037 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-531247d7-eda9-4e8d-9e50-0cf348f2d1ee req-e56e67d5-10ba-4c1c-9705-2a81ab24a5f2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5289037 Feb 21 01:11:23.567042 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ea151956-c577-4f82-b00d-4482c1a74e6d req-28e07e72-4b06-4fd4-9368-248fc1c9068a tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570454 Feb 21 01:11:23.650557 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c302127b-b60b-4f73-bd4d-33b629ba3178 req-b994252d-cdd9-49e0-a391-e51fb99fe02c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0358999 Feb 21 01:11:23.663103 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-73825ea8-3f2a-4bbe-9b39-5aa05c53b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.664713 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-73825ea8-3f2a-4bbe-9b39-5aa05c53b27a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 1132 time: 0.1613657 Feb 21 01:11:23.744633 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (75d354ca-97dd-4b3d-8fa6-1b26d798fca3), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.747239 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.748419 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/75d354ca-97dd-4b3d-8fa6-1b26d798fca3 HTTP/1.1" status: 204 len: 168 time: 0.9196734 Feb 21 01:11:23.749797 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-0eba156f-de34-4a7f-a4a7-8a790c1971c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=51b4d095-281a-430c-b596-56994e39c1e0 HTTP/1.1" status: 200 len: 217 time: 0.0709400 Feb 21 01:11:23.772014 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92ac93-90e8-431e-a158-51fc25569fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d354ca-97dd-4b3d-8fa6-1b26d798fca3,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:23.839938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-d56a2e2e-f111-4f1c-a2d1-f7d0a378b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.841431 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-d56a2e2e-f111-4f1c-a2d1-f7d0a378b55c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=615dd9b3-f973-4ffe-8949-d19f59170ee6 HTTP/1.1" status: 200 len: 843 time: 0.0798497 Feb 21 01:11:23.936601 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a617465-d24d-4c1a-b319-2adef58652a5 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:23.947279 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks [] for port (9a617465-d24d-4c1a-b319-2adef58652a5), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:23.952947 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987555-726d-4ad3-a949-ca24ccde4caf req-f0e752c0-fe9f-4656-90ad-b0f3318824b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:23.955182 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-f0e752c0-fe9f-4656-90ad-b0f3318824b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1063187 Feb 21 01:11:23.974525 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Transition to ACTIVE for port object 9a617465-d24d-4c1a-b319-2adef58652a5 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:11:24.035414 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:24.113889 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Pushing event updated for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:24.119648 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-5992794f-f2b0-4673-afd3-9d50d77b2779 service neutron] 10.222.0.65 "GET /v2.0/networks/5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539960 Feb 21 01:11:24.299144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Attempting to bind port 9a617465-d24d-4c1a-b319-2adef58652a5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:11:24.299710 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Attempting to bind port 9a617465-d24d-4c1a-b319-2adef58652a5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:11:24.300315 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Attempting to bind port 9a617465-d24d-4c1a-b319-2adef58652a5 on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:24.326637 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66987555-726d-4ad3-a949-ca24ccde4caf req-bd8751c2-8170-4622-bfa9-ff7bc5f68787 service neutron] 10.222.0.65 "GET /v2.0/networks/5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001436 Feb 21 01:11:24.327951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Port 9a617465-d24d-4c1a-b319-2adef58652a5 on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:11:24.328591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Attempting to bind port 9a617465-d24d-4c1a-b319-2adef58652a5 on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:24.338614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:11:24.339044 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Checking segment: {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:11:24.339716 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Bound using segment: {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:11:24.340495 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Bound port: 9a617465-d24d-4c1a-b319-2adef58652a5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:11:24.341185 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:24.448565 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:11:24.455446 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a617465-d24d-4c1a-b319-2adef58652a5,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:11:24.560111 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:24.582750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce88432-af33-4a58-ac02-44ef502140d7 req-b2c9a2f0-df27-4ed6-98c1-f24082029ed0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:24.584329 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6ce88432-af33-4a58-ac02-44ef502140d7 req-b2c9a2f0-df27-4ed6-98c1-f24082029ed0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 944 time: 0.0683250 Feb 21 01:11:24.598489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:24.599194 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:24.600762 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] 10.222.0.65 "PUT /v2.0/ports/9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 1094 time: 1.6634133 Feb 21 01:11:24.635920 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7f53-f7e7-4fb9-beef-971676759824 service neutron] Pushing event updated for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:24.673176 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6ce88432-af33-4a58-ac02-44ef502140d7 req-0d62278b-f4ad-44e7-bc61-1ddff6dfaf82 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703688 Feb 21 01:11:24.686614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:24.689132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:24.800950 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-8a3d3935-27d5-4afc-b111-ead323bb4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:24.802479 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-8a3d3935-27d5-4afc-b111-ead323bb4fa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1128 time: 0.0583138 Feb 21 01:11:24.822731 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32f1e1-a603-4a35-a28a-d97c5fbdeb62 req-a1995a8d-ef36-45a4-b919-c40fb3e03c0c tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:24.824345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1c32f1e1-a603-4a35-a28a-d97c5fbdeb62 req-a1995a8d-ef36-45a4-b919-c40fb3e03c0c tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 948 time: 0.0683081 Feb 21 01:11:24.863820 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-2cc759e2-960e-421e-8246-09bd975e226e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0534937 Feb 21 01:11:24.891249 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1c32f1e1-a603-4a35-a28a-d97c5fbdeb62 req-3bce8a26-123e-4e3b-a683-a9bc1435157a tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Feb 21 01:11:24.936555 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-819fb471-ad7c-40e5-9810-07ce5587eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:24.938306 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-819fb471-ad7c-40e5-9810-07ce5587eaa3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0644262 Feb 21 01:11:24.982882 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c1e91a-89ef-41d1-9005-e532b9c06ae9 x-openstack-request-id: req-e8c1e91a-89ef-41d1-9005-e532b9c06ae9 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:24.983182 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:24.983437 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8c1e91a-89ef-41d1-9005-e532b9c06ae9 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:24.983872 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5', 'status': 'completed', 'code': 200} Feb 21 01:11:24.986540 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-3b208152-9f0c-4300-a889-3c8a5a2c476b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336604 Feb 21 01:11:25.110611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aefcd94a-9d3a-4552-bcfa-4dee7c7f492a req-10779ace-426a-4314-a1d3-b96f7b9d1bd8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0573127 Feb 21 01:11:25.226190 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-164cd08d-b3a3-46ff-95a5-73bf0a7f9aef service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309945 Feb 21 01:11:25.233588 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-a0aff0f2-c8ee-4a27-a5e1-be0b3c98d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.235149 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-a0aff0f2-c8ee-4a27-a5e1-be0b3c98d8c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0933177 Feb 21 01:11:25.252716 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157defe7-9103-4846-a16b-0074d5b6a9d4 req-51c06a60-0c73-4f1a-8c60-5dc7e15a9990 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.254271 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-157defe7-9103-4846-a16b-0074d5b6a9d4 req-51c06a60-0c73-4f1a-8c60-5dc7e15a9990 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1637726 Feb 21 01:11:25.441144 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-157defe7-9103-4846-a16b-0074d5b6a9d4 req-2c3bd0e7-986a-4fd7-983f-bf8870945e23 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684110 Feb 21 01:11:25.470844 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-bfee2f7a-6e2b-4acc-b015-1847e771b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.470844 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-bfee2f7a-6e2b-4acc-b015-1847e771b445 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.2148995 Feb 21 01:11:25.475234 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f22fc19e-d9cf-4fc5-b509-6c612578e6b3 req-eb697d28-0bc5-4503-b963-79ce425622fe service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383022 Feb 21 01:11:25.523909 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-4ad8cdbc-1947-4896-bdf3-64213653d303 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0400403 Feb 21 01:11:25.527955 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-109df8c2-200e-4df4-ab45-67e34746bf64 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.529444 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-109df8c2-200e-4df4-ab45-67e34746bf64 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.65 "GET /v2.0/networks?id=efea3425-6681-4069-adc6-8204b8ffe9c5 HTTP/1.1" status: 200 len: 811 time: 0.1497874 Feb 21 01:11:25.588875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-decf51d4-0606-4a18-8833-b7c550f407d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.590608 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-decf51d4-0606-4a18-8833-b7c550f407d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0457573 Feb 21 01:11:25.626638 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-aa397994-9ba9-470b-8ab5-8d4e3e428904 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289929 Feb 21 01:11:25.632778 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-fd9b86ef-8cd4-4754-b30a-3121ed07a733 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3 HTTP/1.1" status: 200 len: 380 time: 0.0830715 Feb 21 01:11:25.649503 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'port': {'device_id': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'admin_state_up': True, 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'security_groups': ['a0b77437-2c72-4721-ba41-8f8de6b7154d']}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:25.777527 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-48fb04bd-b764-4c18-9874-909cc4a6ef3b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375659 Feb 21 01:11:25.780622 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-38e98e67-4a8b-4a45-b045-b07827c5bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.782957 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-38e98e67-4a8b-4a45-b045-b07827c5bcf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1128 time: 0.0846272 Feb 21 01:11:25.888892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d1229-2b25-4bb7-8bda-eb55c47946c6 req-248da382-0850-46a3-a3af-016a5f89cbcd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:25.890620 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-202d1229-2b25-4bb7-8bda-eb55c47946c6 req-248da382-0850-46a3-a3af-016a5f89cbcd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 944 time: 0.0890024 Feb 21 01:11:26.045840 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-202d1229-2b25-4bb7-8bda-eb55c47946c6 req-bbe3d746-6fe1-4624-a59a-bfb1e3244642 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Feb 21 01:11:26.049610 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-1ece510f-ba2a-435b-b710-daeb264cc930 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711044 Feb 21 01:11:26.049610 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-c0fd8861-aa4a-44f2-962a-a27eae42a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.049610 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-c0fd8861-aa4a-44f2-962a-a27eae42a13d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.1645536 Feb 21 01:11:26.049610 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-33ee9717-8db1-4a78-95e7-dfe20046e74d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0440331 Feb 21 01:11:26.101215 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-3cf6190b-a5b2-4fa8-aa6f-f16bb84194c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.102660 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-3cf6190b-a5b2-4fa8-aa6f-f16bb84194c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0593505 Feb 21 01:11:26.114354 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220510d-30a9-4a8e-ab51-91eb70e7de28 req-5cf66226-a9cb-495e-bfe4-0aaba9ba5e86 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.115873 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a220510d-30a9-4a8e-ab51-91eb70e7de28 req-5cf66226-a9cb-495e-bfe4-0aaba9ba5e86 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 948 time: 0.1005676 Feb 21 01:11:26.152317 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-39de3be2-e348-4660-8f77-fa868dd607ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354626 Feb 21 01:11:26.171484 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Made reservation on behalf of 0c96b1f3aaed4700a792cf9d25aaaca3 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:26.177084 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:26.232988 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ca90313f-93e9-4d28-a575-9ef3d7ce39f9 req-033a750c-2c00-4285-8c9c-3c3f53c7d3b2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0412476 Feb 21 01:11:26.261744 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a220510d-30a9-4a8e-ab51-91eb70e7de28 req-b90b52b2-e7e9-462c-ad7d-f8fcb58962cb tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368179 Feb 21 01:11:26.312395 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-93754c57-69a2-4f4e-8031-e676d932b162 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436493 Feb 21 01:11:26.392002 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Allocated IP 172.20.0.4 (efea3425-6681-4069-adc6-8204b8ffe9c5/b99053b7-c18c-4cdf-a622-630b69f1362e/6f209b80-f946-4b10-9f3f-3eab83a2ef86) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:11:26.452539 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e7cf41c-ccb3-47c5-acea-f93e50d15e83 req-b1834daa-e779-4729-b2bc-7251329dd284 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280856 Feb 21 01:11:26.547380 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 51b4d095-281a-430c-b596-56994e39c1e0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:11:26.627184 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:26.686605 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f43b2-e454-4672-aa0e-3d639bcc6c9c req-c8d120cf-44b9-459c-a1ef-c6b1ace95783 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.692387 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0b5f43b2-e454-4672-aa0e-3d639bcc6c9c req-c8d120cf-44b9-459c-a1ef-c6b1ace95783 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1424370 Feb 21 01:11:26.697784 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51b4d095-281a-430c-b596-56994e39c1e0,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:26.717328 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '51b4d095-281a-430c-b596-56994e39c1e0', 'network_id': '5dff2eb9-0609-4ab5-a79a-1b2aacb1d2b5', 'port_id': '51b4d095-281a-430c-b596-56994e39c1e0', 'mac_address': 'fa:16:3e:9a:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615dd9b3-f973-4ffe-8949-d19f59170ee6', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:11:26.777745 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:26.784759 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 51b4d095-281a-430c-b596-56994e39c1e0 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:26.785579 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (51b4d095-281a-430c-b596-56994e39c1e0), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:26.797847 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0b5f43b2-e454-4672-aa0e-3d639bcc6c9c req-ca3d1934-e3ce-4e05-ac42-f1f3669757ac tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962386 Feb 21 01:11:26.812039 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Network efea3425-6681-4069-adc6-8204b8ffe9c5 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:11:26.812335 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b4d095-281a-430c-b596-56994e39c1e0 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:26.820148 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:26.851178 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:11:26.855792 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51b4d095-281a-430c-b596-56994e39c1e0,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:26.893762 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-e1fec31f-82b9-4e12-ba00-a87b12ca9749 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.895323 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-e1fec31f-82b9-4e12-ba00-a87b12ca9749 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.2470846 Feb 21 01:11:26.924785 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:26.935574 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:26.936239 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:26.940278 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d6532970-f80a-4ea0-bc85-5df315d0e898 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/quotas/24c1bf236b2f4eb1bffab124b7392ca5 HTTP/1.1" status: 200 len: 375 time: 0.0346706 Feb 21 01:11:26.948954 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:27.012619 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:27.025680 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.026560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.027453 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.028050 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.028600 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.029353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.029888 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.030592 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.031133 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.033375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.036084 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.036084 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.036084 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:11:27.072681 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27c04fe2-00b0-451d-a44d-70e79d534f4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4293840 Feb 21 01:11:27.089824 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-0ffb837e-0e8d-4128-ae80-9e9998ecc47f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356499 Feb 21 01:11:27.103151 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Request body: {'port': {'device_id': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:27.180663 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08d81-1c2c-4542-9306-dad94ae54db6 req-ef0995e4-c13a-41ce-abfc-42a8c492b0df tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:27.182180 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-adf08d81-1c2c-4542-9306-dad94ae54db6 req-ef0995e4-c13a-41ce-abfc-42a8c492b0df tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 944 time: 0.0639470 Feb 21 01:11:27.199562 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-ea54342d-2472-4ece-98c4-a5e4d346463e None None] Provisioning complete for port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:27.200476 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea54342d-2472-4ece-98c4-a5e4d346463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:27.259986 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:27.260969 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-adf08d81-1c2c-4542-9306-dad94ae54db6 req-88cf833e-a983-4d01-9424-08aca6ba004a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686738 Feb 21 01:11:27.270525 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ea54342d-2472-4ece-98c4-a5e4d346463e None None] Port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:11:27.286456 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-624ca9f5-d496-4f84-a0d8-c86e256b0240 service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788423 Feb 21 01:11:27.321086 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['51b4d095-281a-430c-b596-56994e39c1e0'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:27.392619 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de08e3e-43be-4f59-b375-08e50fecadcb req-6b98385c-cab9-4bf4-8a88-eb65dc7db023 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:27.394515 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9de08e3e-43be-4f59-b375-08e50fecadcb req-6b98385c-cab9-4bf4-8a88-eb65dc7db023 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 931 time: 0.0702512 Feb 21 01:11:27.464573 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9de08e3e-43be-4f59-b375-08e50fecadcb req-83c71c3b-b85b-4595-97c8-76e6f4b12554 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634422 Feb 21 01:11:27.525265 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-55b5c7b6-6caa-420d-85d2-02152cae5fe3 service neutron] 10.222.0.91 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313035 Feb 21 01:11:27.640299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b41eb8-b5f4-406c-870c-154245d578a2 req-4ecc1f2c-43a9-4d2f-905b-159b9c8479d5 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:27.642692 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-78b41eb8-b5f4-406c-870c-154245d578a2 req-4ecc1f2c-43a9-4d2f-905b-159b9c8479d5 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 949 time: 0.0654395 Feb 21 01:11:27.688390 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f209b80-f946-4b10-9f3f-3eab83a2ef86 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:27.694940 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-78b41eb8-b5f4-406c-870c-154245d578a2 req-74ef7c49-dab7-4db7-924a-5c4d45a701b5 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Feb 21 01:11:27.701360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks [] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:27.715471 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Transition to ACTIVE for port object 6f209b80-f946-4b10-9f3f-3eab83a2ef86 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:11:27.828181 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:27.913816 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Pushing event updated for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:27.949000 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c79ba28-ba71-46ec-a6f6-134281df63a6 req-29f8df8d-41af-44ef-82b5-8fd46bc74efc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 210 time: 0.0745380 Feb 21 01:11:28.049212 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b8106-ed09-45a1-9f5d-ca84da85a2ff req-66ec655e-3957-49f0-8534-a4ae22d2a27f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.056981 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-571b8106-ed09-45a1-9f5d-ca84da85a2ff req-66ec655e-3957-49f0-8534-a4ae22d2a27f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1127429 Feb 21 01:11:28.060150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Attempting to bind port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:11:28.060715 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Attempting to bind port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:11:28.061216 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Attempting to bind port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 on network efea3425-6681-4069-adc6-8204b8ffe9c5 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:28.078782 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 on network efea3425-6681-4069-adc6-8204b8ffe9c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:11:28.080037 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Attempting to bind port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 on network efea3425-6681-4069-adc6-8204b8ffe9c5 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:28.100427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:11:28.100427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Checking segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:11:28.100427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Bound using segment: {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:11:28.100427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Bound port: 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6c84fa-35c5-4637-a39b-998b2048e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:11:28.100427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.159212 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-571b8106-ed09-45a1-9f5d-ca84da85a2ff req-af93d880-add0-4823-a7bb-4fae90dc7696 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006746 Feb 21 01:11:28.205821 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:11:28.209196 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:11:28.320687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.368841 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.369469 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.372968 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] 10.222.0.65 "PUT /v2.0/ports/6f209b80-f946-4b10-9f3f-3eab83a2ef86 HTTP/1.1" status: 200 len: 1093 time: 1.2812908 Feb 21 01:11:28.373442 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:28.376594 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e375b96-488b-4727-b326-1988d2d04f61" -d '{"events": [{"name": "network-changed", "server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:28.415624 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938700fd-4d46-4eb5-88af-b887c9f1e355 service neutron] Pushing event updated for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:28.434637 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29805a1-4f23-4469-8008-6834ac7ecc56 req-6c2841fb-4330-423d-95e8-63d0a2871b25 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.441297 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e29805a1-4f23-4469-8008-6834ac7ecc56 req-6c2841fb-4330-423d-95e8-63d0a2871b25 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 944 time: 0.1041529 Feb 21 01:11:28.442978 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c51968-671e-4a02-b4d7-611b4b17f771 x-openstack-request-id: req-b7c51968-671e-4a02-b4d7-611b4b17f771 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:28.443580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:28.444197 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b7c51968-671e-4a02-b4d7-611b4b17f771 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:28.448444 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'status': 'completed', 'code': 200} Feb 21 01:11:28.532140 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e29805a1-4f23-4469-8008-6834ac7ecc56 req-15648829-81c5-4898-981c-5f319e426c85 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843108 Feb 21 01:11:28.549491 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e375b96-488b-4727-b326-1988d2d04f61 req-0a1d01a6-f588-4693-bbf9-cbb63a9bb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.551209 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e375b96-488b-4727-b326-1988d2d04f61 req-0a1d01a6-f588-4693-bbf9-cbb63a9bb392 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 1127 time: 0.0718288 Feb 21 01:11:28.562668 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 9a617465-d24d-4c1a-b319-2adef58652a5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:11:28.577157 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 51b4d095-281a-430c-b596-56994e39c1e0 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:11:28.726218 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a617465-d24d-4c1a-b319-2adef58652a5,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:28.748349 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '9a617465-d24d-4c1a-b319-2adef58652a5', 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c', 'port_id': '9a617465-d24d-4c1a-b319-2adef58652a5', 'mac_address': 'fa:16:3e:e7:b5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e5302-7e55-410f-9c6d-a7db11b6685d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:11:28.799088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 9a617465-d24d-4c1a-b319-2adef58652a5 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:28.799747 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.817351 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a617465-d24d-4c1a-b319-2adef58652a5 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:28.830938 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 51b4d095-281a-430c-b596-56994e39c1e0 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:11:28.836927 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 51b4d095-281a-430c-b596-56994e39c1e0 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:28.837510 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (51b4d095-281a-430c-b596-56994e39c1e0), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.866762 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a617465-d24d-4c1a-b319-2adef58652a5,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:28.867288 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441a576-d8ef-4088-a0b0-f17da0bd690b req-f33510b7-4f6a-43d3-bf42-8b5b1783a271 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.869449 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3441a576-d8ef-4088-a0b0-f17da0bd690b req-f33510b7-4f6a-43d3-bf42-8b5b1783a271 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 949 time: 0.0727375 Feb 21 01:11:28.920580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11275d-c850-44b4-b9b0-b4f748e31e1b req-d0fee5d5-3fbd-4696-912a-46996663220c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:28.929128 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1c11275d-c850-44b4-b9b0-b4f748e31e1b req-d0fee5d5-3fbd-4696-912a-46996663220c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.3655968 Feb 21 01:11:28.936185 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3441a576-d8ef-4088-a0b0-f17da0bd690b req-efa569cd-f8fb-414f-ab36-df4ac8ad2e39 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606678 Feb 21 01:11:28.943350 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:28.950703 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 51b4d095-281a-430c-b596-56994e39c1e0 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:28.951276 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (51b4d095-281a-430c-b596-56994e39c1e0), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:29.019094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:29.021348 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e375b96-488b-4727-b326-1988d2d04f61 req-bb7bb2e6-417c-4dc2-b5b8-9d1391782f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.021513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d3ff8-2332-4e82-8ec3-296340f8f30f" -d '{"events": [{"server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "name": "network-vif-plugged", "status": "completed", "tag": "51b4d095-281a-430c-b596-56994e39c1e0"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:29.022969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e375b96-488b-4727-b326-1988d2d04f61 req-bb7bb2e6-417c-4dc2-b5b8-9d1391782f96 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4618156 Feb 21 01:11:29.060347 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1c11275d-c850-44b4-b9b0-b4f748e31e1b req-ae3acd72-9b06-457e-9c77-697623386a5d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288259 Feb 21 01:11:29.060685 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51b4d095-281a-430c-b596-56994e39c1e0,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:29.072427 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:29.125644 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dd01326a-4e74-480e-b354-d25f72662f10 req-f0338b15-68d8-45e6-9259-aa876b10905f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 210 time: 0.0579493 Feb 21 01:11:29.136511 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683559b6-d146-4ca1-9e27-735d409367f4 x-openstack-request-id: req-683559b6-d146-4ca1-9e27-735d409367f4 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:29.136834 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "name": "network-vif-plugged", "status": "completed", "tag": "51b4d095-281a-430c-b596-56994e39c1e0", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:29.137094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-683559b6-d146-4ca1-9e27-735d409367f4 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:29.137494 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0', 'code': 200} Feb 21 01:11:29.154503 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:29.202151 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e375b96-488b-4727-b326-1988d2d04f61 req-2eab0f24-01c7-49e5-820c-4e4b70069a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.203739 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e375b96-488b-4727-b326-1988d2d04f61 req-2eab0f24-01c7-49e5-820c-4e4b70069a7e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693325 Feb 21 01:11:29.238668 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:29.288421 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['9a617465-d24d-4c1a-b319-2adef58652a5'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:29.351217 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8c45a-50cd-49f8-b916-d630a4b41d48 req-5cb9658e-f39d-44ae-b099-b9ee70fbccf2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.361406 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49a8c45a-50cd-49f8-b916-d630a4b41d48 req-5cb9658e-f39d-44ae-b099-b9ee70fbccf2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1166229 Feb 21 01:11:29.365169 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-9b87effc-34d3-42bc-b17e-88749c7b2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.366830 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-9b87effc-34d3-42bc-b17e-88749c7b2dcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 1127 time: 0.0583189 Feb 21 01:11:29.456122 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-fc638384-8be6-474d-a743-7da3ca061858 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86 HTTP/1.1" status: 200 len: 217 time: 0.0723822 Feb 21 01:11:29.471687 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49a8c45a-50cd-49f8-b916-d630a4b41d48 req-3ca7bbf0-48f2-46ca-86b5-818476be0d1a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013231 Feb 21 01:11:29.545757 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-e47d91db-d4eb-443b-8774-8d81aeafe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.547227 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-e47d91db-d4eb-443b-8774-8d81aeafe3ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b99053b7-c18c-4cdf-a622-630b69f1362e HTTP/1.1" status: 200 len: 850 time: 0.0795987 Feb 21 01:11:29.560157 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2844a1fb-a574-4342-8c6c-b6e61ff7bfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:29.573875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bc6a-3515-4222-b17a-ad269a997237 req-3a907b12-88c5-405e-8a4e-35ddb62dd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.575737 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7235bc6a-3515-4222-b17a-ad269a997237 req-3a907b12-88c5-405e-8a4e-35ddb62dd8fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 1134 time: 0.0531793 Feb 21 01:11:29.628666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-5f5df017-7a05-41e3-91de-1ede14a7f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.630182 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-5f5df017-7a05-41e3-91de-1ede14a7f9fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efea3425-6681-4069-adc6-8204b8ffe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722563 Feb 21 01:11:29.649118 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7235bc6a-3515-4222-b17a-ad269a997237 req-54985c8d-3ff2-4c6c-bbda-6c754b9d1b27 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Feb 21 01:11:29.746136 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be13f-2cf5-4279-8020-af6bcbc8a033 req-81308799-a904-459e-8e90-30f42c03a48c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:29.747688 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c66be13f-2cf5-4279-8020-af6bcbc8a033 req-81308799-a904-459e-8e90-30f42c03a48c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 945 time: 0.1236274 Feb 21 01:11:29.770999 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-27418743-e601-412a-a3c5-a1f229fa6052 service neutron] 10.222.0.65 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330886 Feb 21 01:11:29.806366 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c66be13f-2cf5-4279-8020-af6bcbc8a033 req-cce903db-4f5b-4a8e-9318-4d5c679601d0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Feb 21 01:11:29.970233 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b2c92749-e3e0-4ba1-98c6-d80ca07a625c req-b27c9b25-25f5-4580-aaa9-5a919bb843c1 service neutron] 10.222.0.65 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929649 Feb 21 01:11:30.075545 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4127b5a-31d4-4596-af04-ead06cb54cd9 req-c9b704a2-b73a-49cf-8dca-bd522c1dc39d tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:30.077297 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d4127b5a-31d4-4596-af04-ead06cb54cd9 req-c9b704a2-b73a-49cf-8dca-bd522c1dc39d tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.0643506 Feb 21 01:11:30.129789 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d4127b5a-31d4-4596-af04-ead06cb54cd9 req-84a6c85e-dc92-4e5d-8870-159c80d04dfa tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Feb 21 01:11:30.196586 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee4c3-dac6-4245-96d2-e307709e8dcf req-7b2bb2ce-1849-4af3-b96d-6219c2ae5dfa tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:30.198164 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8beee4c3-dac6-4245-96d2-e307709e8dcf req-7b2bb2ce-1849-4af3-b96d-6219c2ae5dfa tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.0615144 Feb 21 01:11:30.222131 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6f3eb592-c0bc-4999-98df-edbccaff7e32 req-d327b789-e4b5-4045-8b8b-d5043b2f7c1c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 210 time: 0.0290527 Feb 21 01:11:30.253417 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8beee4c3-dac6-4245-96d2-e307709e8dcf req-9e1641fc-c6d5-427f-a1da-2989eb93c600 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Feb 21 01:11:30.592252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 9a617465-d24d-4c1a-b319-2adef58652a5 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:11:30.609937 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8c37-0b91-4bc4-ba3c-d791ef6b882a req-51005e84-a32d-4db3-8ace-fa43462baee7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:30.613375 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94ab8c37-0b91-4bc4-ba3c-d791ef6b882a req-51005e84-a32d-4db3-8ace-fa43462baee7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0596452 Feb 21 01:11:30.676529 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94ab8c37-0b91-4bc4-ba3c-d791ef6b882a req-834f1f25-b22f-4ead-9d3c-f857e4596101 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Feb 21 01:11:30.737219 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 9a617465-d24d-4c1a-b319-2adef58652a5 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:11:30.742879 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 9a617465-d24d-4c1a-b319-2adef58652a5 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:30.749230 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:30.789578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-ddce514c-df0f-4157-b4de-366a92848c8d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:30.791320 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-ddce514c-df0f-4157-b4de-366a92848c8d tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 814 time: 0.1271055 Feb 21 01:11:30.808897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Request body: {'port': {'device_id': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'admin_state_up': True, 'tenant_id': '24c1bf236b2f4eb1bffab124b7392ca5'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:30.860543 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 9a617465-d24d-4c1a-b319-2adef58652a5 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:30.861187 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:30.908891 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a617465-d24d-4c1a-b319-2adef58652a5,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:30.994094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:31.014547 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2e14d-c16e-475d-9e47-f1c6ce8fd888 req-7f87c42e-a9c4-4dcf-ae1c-ea074c725e4e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.018049 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-21c2e14d-c16e-475d-9e47-f1c6ce8fd888 req-7f87c42e-a9c4-4dcf-ae1c-ea074c725e4e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 945 time: 0.1162302 Feb 21 01:11:31.057687 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:31.081892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Made reservation on behalf of 24c1bf236b2f4eb1bffab124b7392ca5 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:11:31.085940 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:31.114288 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-21c2e14d-c16e-475d-9e47-f1c6ce8fd888 req-cc68d928-939c-427a-a152-331f10bf8a86 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887330 Feb 21 01:11:31.138920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:31.146007 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0568a13-5f4a-441a-adc5-49a23267cd28" -d '{"events": [{"server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:31.206422 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38503c20-6a60-4043-aeb5-de08dc60efc6 x-openstack-request-id: req-38503c20-6a60-4043-aeb5-de08dc60efc6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:31.206790 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:31.207052 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38503c20-6a60-4043-aeb5-de08dc60efc6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:31.207449 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5', 'code': 200} Feb 21 01:11:31.321466 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Allocated IP 172.20.0.11 (8d88ddc9-10c8-4356-a5fc-74ca444968a9/12040ffa-a95f-46da-a939-4e7b2808aeaa/34bd5660-c394-4cc0-ad67-5a45a2bc7853) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:11:31.337770 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54182c1a-51e7-4aec-9d7d-53bf0c938b46 req-1f55b516-7e76-4da5-bd80-64813a546678 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.340414 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54182c1a-51e7-4aec-9d7d-53bf0c938b46 req-1f55b516-7e76-4da5-bd80-64813a546678 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.1288164 Feb 21 01:11:31.386468 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fdcae16d-3a07-4d8b-b3cc-b0806f5fa9ab req-9231f383-405c-44d2-ba8b-ed17f202c0fd tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 210 time: 0.0320194 Feb 21 01:11:31.473455 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54182c1a-51e7-4aec-9d7d-53bf0c938b46 req-7d1d4d8b-827a-4431-b7ec-d6e8b21bbc19 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237707 Feb 21 01:11:31.537470 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428afc06-0c19-4e0c-a132-d943be5ebdcf req-5b28e091-8c64-4cd8-984d-16563daafa8d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.539052 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-428afc06-0c19-4e0c-a132-d943be5ebdcf req-5b28e091-8c64-4cd8-984d-16563daafa8d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.0654461 Feb 21 01:11:31.580237 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks [] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:31.619926 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-428afc06-0c19-4e0c-a132-d943be5ebdcf req-262fe913-9fc7-4737-96ec-d552b66f1689 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714808 Feb 21 01:11:31.720505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79367fb8-4bd8-4610-b467-2c940e4d64dd req-d06373bb-264c-4921-8f1e-31069cfef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.722019 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-79367fb8-4bd8-4610-b467-2c940e4d64dd req-d06373bb-264c-4921-8f1e-31069cfef5e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1130 time: 0.0467768 Feb 21 01:11:31.748888 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:31.763742 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379', '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:31.790794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:11:31.796424 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:31.802818 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:11:31.804522 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-79367fb8-4bd8-4610-b467-2c940e4d64dd req-103e846f-9202-4cfd-89be-59edc3d8fee1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748587 Feb 21 01:11:31.869011 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event updated for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:31.895241 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.896153 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:31.924184 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026deb4e-a862-47e4-8cc2-6131bd021d94 req-4db0d561-124d-4fa2-bad7-b43c05753c67 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:31.925753 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-026deb4e-a862-47e4-8cc2-6131bd021d94 req-4db0d561-124d-4fa2-bad7-b43c05753c67 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1241624 Feb 21 01:11:31.999718 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-026deb4e-a862-47e4-8cc2-6131bd021d94 req-663795ab-efcf-497a-8f18-4f42a3175c72 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Feb 21 01:11:32.006611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-f01a0a3d-1a3b-4ef7-b9be-243c6ddf36dc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2024591 Feb 21 01:11:32.056087 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Request body: {'port': {'device_id': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:32.128253 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:32.166787 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-158ba9de-d2b3-429d-97bf-118d22d32a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:32.280813 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a7aa-74f1-4e3c-b321-3b19b88cdceb req-f440ce48-8b48-48b9-8a92-32e519f6fc38 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:32.284256 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d362a7aa-74f1-4e3c-b321-3b19b88cdceb req-f440ce48-8b48-48b9-8a92-32e519f6fc38 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0593185 Feb 21 01:11:32.333874 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d362a7aa-74f1-4e3c-b321-3b19b88cdceb req-8d63f556-5055-453b-a39e-f0a5ad0304e2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Feb 21 01:11:32.449219 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bd5660-c394-4cc0-ad67-5a45a2bc7853 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:32.457842 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks [] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:32.472670 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Transition to ACTIVE for port object 34bd5660-c394-4cc0-ad67-5a45a2bc7853 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:11:32.547647 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0197-1e52-4e32-bbfc-e84c9b8e382b req-121f202a-7a10-4df3-8428-c5bae4fc1014 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:32.550052 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-398c0197-1e52-4e32-bbfc-e84c9b8e382b req-121f202a-7a10-4df3-8428-c5bae4fc1014 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 932 time: 0.0786359 Feb 21 01:11:32.559988 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:32.641214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:32.685123 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2c0e-84ec-447a-ad5e-112f3a023df7 req-68b74a46-7e99-42f8-9b69-6a1ff398d654 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:32.691100 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-309a2c0e-84ec-447a-ad5e-112f3a023df7 req-68b74a46-7e99-42f8-9b69-6a1ff398d654 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.1098442 Feb 21 01:11:32.706170 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-398c0197-1e52-4e32-bbfc-e84c9b8e382b req-5d87c2f3-6c8d-48f2-9558-9e552ed8fd53 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425853 Feb 21 01:11:32.755145 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Attempting to bind port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:11:32.755501 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Attempting to bind port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:11:32.756494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Attempting to bind port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:32.762399 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:11:32.763301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Attempting to bind port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 on network 8d88ddc9-10c8-4356-a5fc-74ca444968a9 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:11:32.769601 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:11:32.769891 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Checking segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:11:32.770266 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Bound using segment: {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:11:32.770719 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Bound port: 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5800fa0-445c-480d-9961-c0016f74bad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:11:32.771082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:32.796114 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-309a2c0e-84ec-447a-ad5e-112f3a023df7 req-21be6533-1cbb-4bbf-84a7-e45ca3e7569c tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960152 Feb 21 01:11:32.890302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ad09e-2c9c-4098-a891-52fff4118b75 req-24af2218-ee1d-411c-ac8b-2596e056724b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:32.896392 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec6ad09e-2c9c-4098-a891-52fff4118b75 req-24af2218-ee1d-411c-ac8b-2596e056724b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.1093607 Feb 21 01:11:32.899945 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:11:32.903673 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:11:32.956459 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec6ad09e-2c9c-4098-a891-52fff4118b75 req-72fc4d76-eb90-4724-9668-7db9581aa754 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Feb 21 01:11:32.977495 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:33.017662 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.018566 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:33.020043 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] 10.222.0.65 "PUT /v2.0/ports/34bd5660-c394-4cc0-ad67-5a45a2bc7853 HTTP/1.1" status: 200 len: 1094 time: 0.9702442 Feb 21 01:11:33.020506 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:33.022927 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be22557-cedc-46ce-9bf1-6b63f449ec15" -d '{"events": [{"name": "network-changed", "server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:33.060326 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0182969-e104-400c-bff6-0c1b75754b15 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:33.076859 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d60d97-d6f6-4f93-b394-772cb42f2e84 x-openstack-request-id: req-f3d60d97-d6f6-4f93-b394-772cb42f2e84 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:33.077109 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:33.077660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3d60d97-d6f6-4f93-b394-772cb42f2e84 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:33.078387 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853', 'status': 'completed', 'code': 200} Feb 21 01:11:33.201759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-5cbbe3a9-4a71-4878-a92c-057849a2f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.203503 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-5cbbe3a9-4a71-4878-a92c-057849a2f8ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 1128 time: 0.0939133 Feb 21 01:11:33.216381 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654739-f1a9-4676-b3ab-32bb85055261 req-fa7fd451-e974-4582-97ad-bc886d635cfb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.220339 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5a654739-f1a9-4676-b3ab-32bb85055261 req-fa7fd451-e974-4582-97ad-bc886d635cfb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0999608 Feb 21 01:11:33.354881 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5a654739-f1a9-4676-b3ab-32bb85055261 req-a633a4bd-58c9-4803-a3bc-2d5f4f902ce3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218674 Feb 21 01:11:33.387418 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-62238738-138b-4df4-a43f-3745ecc5f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.387418 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-62238738-138b-4df4-a43f-3745ecc5f1c1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1634803 Feb 21 01:11:33.419502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:33.520706 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607657b7-cd61-416c-8d7c-4339683a11d8 req-f04989eb-8372-4d29-9dad-8f378eac5c62 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.522170 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-607657b7-cd61-416c-8d7c-4339683a11d8 req-f04989eb-8372-4d29-9dad-8f378eac5c62 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.0774126 Feb 21 01:11:33.569443 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37365-518e-4f5b-a56d-658f6aac372d req-d188d498-cd26-4079-adf0-9ad56d1abc9f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.571149 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e5c37365-518e-4f5b-a56d-658f6aac372d req-d188d498-cd26-4079-adf0-9ad56d1abc9f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0957565 Feb 21 01:11:33.576639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-22fcf2c6-a1fb-45fa-9acc-0f6d404a5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.578143 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7be22557-cedc-46ce-9bf1-6b63f449ec15 req-22fcf2c6-a1fb-45fa-9acc-0f6d404a5631 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750851 Feb 21 01:11:33.580346 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-607657b7-cd61-416c-8d7c-4339683a11d8 req-69f3c10e-5515-4b24-a612-3154a097bec4 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Feb 21 01:11:33.658341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e5c37365-518e-4f5b-a56d-658f6aac372d req-7c5db3fa-163e-49e3-88fa-024d6625bc90 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Feb 21 01:11:33.708941 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-99ae58b0-8a12-4dc4-8145-0bc6393b9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.710526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-99ae58b0-8a12-4dc4-8145-0bc6393b9a5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 1128 time: 0.0739388 Feb 21 01:11:33.769081 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-901c714f-370d-421a-a7f5-bc6fe41eecb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853 HTTP/1.1" status: 200 len: 217 time: 0.0411425 Feb 21 01:11:33.823822 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-c1b3c8d1-7783-470b-9ccd-bdd6eff349e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.825380 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-c1b3c8d1-7783-470b-9ccd-bdd6eff349e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0485816 Feb 21 01:11:33.840448 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3546d-cb06-46e9-9032-c4526da2a95a req-5d28aea8-6e65-47bb-b89b-97791e36724e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:33.842221 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c4a3546d-cb06-46e9-9032-c4526da2a95a req-5d28aea8-6e65-47bb-b89b-97791e36724e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 944 time: 0.0600584 Feb 21 01:11:33.863422 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-0a252bf3-bf93-44c9-8f89-fe699a58069f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288281 Feb 21 01:11:33.899876 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c4a3546d-cb06-46e9-9032-c4526da2a95a req-eaf61e96-7745-4669-948a-e91f87f4cab0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Feb 21 01:11:33.972046 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-1186e569-ba11-485b-900e-24dc3936cc04 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960095 Feb 21 01:11:34.108264 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a40a9be0-5b83-4148-a905-3865b2e522f1 req-c9d82757-7905-46ee-be23-456aea06ad5b service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261108 Feb 21 01:11:34.134046 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da920-cf52-4afb-b375-056e880cea83 req-c6f93bea-6d59-4fc9-9682-3ec8fc264df2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:34.136500 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b6da920-cf52-4afb-b375-056e880cea83 req-c6f93bea-6d59-4fc9-9682-3ec8fc264df2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.0892832 Feb 21 01:11:34.199497 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b6da920-cf52-4afb-b375-056e880cea83 req-8c7ee66b-5acc-4a8f-ab66-bb6fb22b45cc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571544 Feb 21 01:11:34.506539 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d4b42-9b23-4539-a983-b5112d1b2f6a req-5edcee50-1398-4f0b-bc86-09419f52cd7f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:34.508193 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f79d4b42-9b23-4539-a983-b5112d1b2f6a req-5edcee50-1398-4f0b-bc86-09419f52cd7f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0595787 Feb 21 01:11:34.590838 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f79d4b42-9b23-4539-a983-b5112d1b2f6a req-dc03422c-146a-4dfc-8ee6-1f93bcf5a9fc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Feb 21 01:11:34.732205 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603eb8-e07e-4dcb-b893-729823ea1110 req-68d8ad94-0cb8-4f0f-9e90-1b583ea9e632 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:34.733931 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c603eb8-e07e-4dcb-b893-729823ea1110 req-68d8ad94-0cb8-4f0f-9e90-1b583ea9e632 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.0660610 Feb 21 01:11:34.792849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970c21-c283-43b8-8a57-567b4f9ae9c1 req-e9efefdc-049c-4682-8ed5-12a2f09b9adc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:34.800459 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0970c21-c283-43b8-8a57-567b4f9ae9c1 req-e9efefdc-049c-4682-8ed5-12a2f09b9adc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0683162 Feb 21 01:11:34.812805 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c603eb8-e07e-4dcb-b893-729823ea1110 req-daaae3bc-a26d-41a1-b378-e6d21d933b26 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Feb 21 01:11:34.878513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:34.879945 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0970c21-c283-43b8-8a57-567b4f9ae9c1 req-2b50ffaa-94d9-45d2-82f3-13e97db5c677 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771356 Feb 21 01:11:35.034619 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a586-4ba8-4360-bd6b-715e231a4196 req-1ee73f96-7d0a-402a-9def-d3d7ffc3faaa tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:35.036182 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3c8a586-4ba8-4360-bd6b-715e231a4196 req-1ee73f96-7d0a-402a-9def-d3d7ffc3faaa tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 944 time: 0.0607262 Feb 21 01:11:35.084998 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3c8a586-4ba8-4360-bd6b-715e231a4196 req-1464e2d3-6e44-4031-98c8-b4aa954914f5 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Feb 21 01:11:35.330854 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923453c-8adb-470c-aff4-39fa54b77c47 req-1193ee59-78d4-4eab-baae-8b206eceeef3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:35.332527 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3923453c-8adb-470c-aff4-39fa54b77c47 req-1193ee59-78d4-4eab-baae-8b206eceeef3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.0626662 Feb 21 01:11:35.393549 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3923453c-8adb-470c-aff4-39fa54b77c47 req-0560dcdf-6b5f-4d9b-b5e9-fdfae544dd87 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527055 Feb 21 01:11:35.730907 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54351aa-1b33-44ef-a85e-6a4dc9dde617 req-eadc065a-2a22-4ffe-90c1-c1d9dd53d16c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:35.733613 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a54351aa-1b33-44ef-a85e-6a4dc9dde617 req-eadc065a-2a22-4ffe-90c1-c1d9dd53d16c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0662069 Feb 21 01:11:35.783173 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a54351aa-1b33-44ef-a85e-6a4dc9dde617 req-b162f850-0574-451e-b850-919667a1468f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Feb 21 01:11:35.960822 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694d55-8fe7-41ef-9be8-34ad92606302 req-3c225cf6-02fa-4ed1-81e6-49fd9c5ceda3 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:35.962352 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aa694d55-8fe7-41ef-9be8-34ad92606302 req-3c225cf6-02fa-4ed1-81e6-49fd9c5ceda3 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.0660660 Feb 21 01:11:35.966764 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:35.997852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-69ea927f-20b3-48b6-ae87-ac74008fd5a7 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:35.999352 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-69ea927f-20b3-48b6-ae87-ac74008fd5a7 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.65 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 950 time: 0.0560832 Feb 21 01:11:36.014303 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aa694d55-8fe7-41ef-9be8-34ad92606302 req-4b8d377c-d034-47d8-96e6-e8ca1493078a tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd18b815-757b-4185-88cb-0958f3357216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Feb 21 01:11:36.164518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Deleting port 51b4d095-281a-430c-b596-56994e39c1e0 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:11:36.164957 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (51b4d095-281a-430c-b596-56994e39c1e0), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:36.302943 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1e15b-3d25-4084-b125-781e45620b16 req-01cf17d2-1a1f-40c4-8eba-8cc8223019ac tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:36.304482 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b3a1e15b-3d25-4084-b125-781e45620b16 req-01cf17d2-1a1f-40c4-8eba-8cc8223019ac tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 944 time: 0.1363511 Feb 21 01:11:36.314919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] For port 51b4d095-281a-430c-b596-56994e39c1e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=51b4d095-281a-430c-b596-56994e39c1e0,segment=NetworkSegment(f1e8a47f-45fc-4b6b-b2fb-63cae497206c),segment_id=f1e8a47f-45fc-4b6b-b2fb-63cae497206c)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:36.315291 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (51b4d095-281a-430c-b596-56994e39c1e0), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:36.343729 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Calling delete_port for 51b4d095-281a-430c-b596-56994e39c1e0 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:11:36.599668 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a86f21-a30d-4ab5-a7e6-5ac05a1f7a56 req-ec900f32-edb2-4986-8e22-d7945124fbed tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:36.602690 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-78a86f21-a30d-4ab5-a7e6-5ac05a1f7a56 req-ec900f32-edb2-4986-8e22-d7945124fbed tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.1104889 Feb 21 01:11:36.613533 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 34bd5660-c394-4cc0-ad67-5a45a2bc7853 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:11:36.690154 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-78a86f21-a30d-4ab5-a7e6-5ac05a1f7a56 req-42a9fa3e-ef02-4d8c-b5e6-e292776303f6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807478 Feb 21 01:11:36.706276 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b3a1e15b-3d25-4084-b125-781e45620b16 req-0e92c300-2867-4c46-a7ec-8d5932aa01a3 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930123 Feb 21 01:11:36.760311 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:36.778367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '34bd5660-c394-4cc0-ad67-5a45a2bc7853', 'network_id': '8d88ddc9-10c8-4356-a5fc-74ca444968a9', 'port_id': '34bd5660-c394-4cc0-ad67-5a45a2bc7853', 'mac_address': 'fa:16:3e:ca:91:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12040ffa-a95f-46da-a939-4e7b2808aeaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:11:36.825016 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:36.825396 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:36.843997 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bd5660-c394-4cc0-ad67-5a45a2bc7853 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:36.885128 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:36.925944 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (51b4d095-281a-430c-b596-56994e39c1e0), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:36.939159 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a62c-f496-4bad-88a5-4730494da836 req-7eb8b214-4f82-40d3-a9b1-198edbcac244 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:36.941121 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d033a62c-f496-4bad-88a5-4730494da836 req-7eb8b214-4f82-40d3-a9b1-198edbcac244 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0597885 Feb 21 01:11:36.945224 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['51b4d095-281a-430c-b596-56994e39c1e0'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:36.957405 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Pushing event deleted for resources: {'Port': ['ID=51b4d095-281a-430c-b596-56994e39c1e0,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:36.976003 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:37.020634 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d033a62c-f496-4bad-88a5-4730494da836 req-568b09ec-cf04-446a-b234-e625ed4c8e2a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709338 Feb 21 01:11:37.039508 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] No DVR routers for this DVR port 51b4d095-281a-430c-b596-56994e39c1e0 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:11:37.042787 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:37.046411 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-57dedcfe-2c90-48c6-bdad-efec58ca132a req-4618ff44-ae99-4448-a660-8d25272cf945 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.65 "DELETE /v2.0/ports/51b4d095-281a-430c-b596-56994e39c1e0 HTTP/1.1" status: 204 len: 173 time: 1.0317156 Feb 21 01:11:37.046884 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'name': 'network-vif-deleted', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:37.050385 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c2c4c-8ef3-459b-be96-16b030bf4fd0" -d '{"events": [{"server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "name": "network-vif-deleted", "tag": "51b4d095-281a-430c-b596-56994e39c1e0"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:37.073299 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:37.098318 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802aa9ea-ad11-47dc-b151-01a3359decd1 x-openstack-request-id: req-802aa9ea-ad11-47dc-b151-01a3359decd1 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:37.105621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8240cf93-680f-47f2-bfe5-0b3fcafb79fc", "name": "network-vif-deleted", "tag": "51b4d095-281a-430c-b596-56994e39c1e0", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:37.105621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-802aa9ea-ad11-47dc-b151-01a3359decd1 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:37.105621 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8240cf93-680f-47f2-bfe5-0b3fcafb79fc', 'name': 'network-vif-deleted', 'tag': '51b4d095-281a-430c-b596-56994e39c1e0', 'status': 'completed', 'code': 200} Feb 21 01:11:37.137576 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-652880c9-2c8e-426e-bf88-b3f071941dac req-2e69070e-e743-4c93-85a1-9d126eabf909 tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0306506 Feb 21 01:11:37.402722 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['34bd5660-c394-4cc0-ad67-5a45a2bc7853'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:37.851451 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d985-2ec6-4917-bea1-28daf87c78b8 req-9774ad5c-243e-4126-a06b-b5d95a9fccc8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:37.853854 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e830d985-2ec6-4917-bea1-28daf87c78b8 req-9774ad5c-243e-4126-a06b-b5d95a9fccc8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 943 time: 0.0796323 Feb 21 01:11:37.918344 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5996-df85-4c4d-94a7-c79784c2bfab req-ae3743d0-20f6-4217-a2d4-9084fd5def67 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:37.927414 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e43d5996-df85-4c4d-94a7-c79784c2bfab req-ae3743d0-20f6-4217-a2d4-9084fd5def67 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 945 time: 0.0998020 Feb 21 01:11:37.939043 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e830d985-2ec6-4917-bea1-28daf87c78b8 req-27015912-f4d7-47b6-8890-c4eab8d137c8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794067 Feb 21 01:11:37.997685 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e43d5996-df85-4c4d-94a7-c79784c2bfab req-4bdf7749-32cc-4d21-af18-17b29aaf684a tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689819 Feb 21 01:11:38.152316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8cbbc-f96f-4a94-8551-993e673e856b req-8bf7731f-fafd-469a-9edc-2287e19062f4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:38.153989 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fb8cbbc-f96f-4a94-8551-993e673e856b req-8bf7731f-fafd-469a-9edc-2287e19062f4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0623868 Feb 21 01:11:38.217101 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fb8cbbc-f96f-4a94-8551-993e673e856b req-d86765bf-e535-447e-a806-d3a7f7930330 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566950 Feb 21 01:11:38.277471 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eb570864-c548-4852-914e-d26cf99b1cd9 req-54faaec0-cd59-4ae5-937b-06ba4cc66e1e tempest-VolumesNegativeTest-1841277368 tempest-VolumesNegativeTest-1841277368-project] 10.222.0.91 "GET /v2.0/ports?device_id=8240cf93-680f-47f2-bfe5-0b3fcafb79fc HTTP/1.1" status: 200 len: 210 time: 0.0321648 Feb 21 01:11:38.544676 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55030) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:38.640623 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f209b80-f946-4b10-9f3f-3eab83a2ef86 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:11:38.643208 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 34bd5660-c394-4cc0-ad67-5a45a2bc7853 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:11:38.662820 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac220fa7-72bd-4503-8389-8ed9db77af66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.750765 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac220fa7-72bd-4503-8389-8ed9db77af66 admin admin] Publish callbacks [] for security_group (2880740c-fe0c-4f20-acae-6d87e8464d23), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.792039 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:38.804886 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'port_id': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'mac_address': 'fa:16:3e:0d:90:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:11:38.822482 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac220fa7-72bd-4503-8389-8ed9db77af66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2880740c-fe0c-4f20-acae-6d87e8464d23), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.845507 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:11:38.850606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:38.854173 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.854173 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:38.854173 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.867455 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ac220fa7-72bd-4503-8389-8ed9db77af66 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d02f93286c9446d0b06f78c074ac9090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216219 Feb 21 01:11:38.868734 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220fa7-72bd-4503-8389-8ed9db77af66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2880740c-fe0c-4f20-acae-6d87e8464d23,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:38.870326 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 55034) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:38.893329 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f209b80-f946-4b10-9f3f-3eab83a2ef86 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:11:38.924642 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:38.932458 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] Publish callbacks [] for security_group (2880740c-fe0c-4f20-acae-6d87e8464d23), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.956717 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] Publish callbacks [] for security_group (2880740c-fe0c-4f20-acae-6d87e8464d23), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:38.989119 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:38.989630 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.012601 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.019943 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:39.023139 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a744383d-cd81-4f55-babd-6c748e466904" -d '{"events": [{"server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "name": "network-vif-plugged", "status": "completed", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:39.074315 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:39.104396 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.105915 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:39.132334 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc579cf-393f-46ce-877f-2d51a1233c12 req-41ef9afb-02a5-4c0e-9d67-f037f797e586 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:39.133158 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2880740c-fe0c-4f20-acae-6d87e8464d23), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.133896 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9bc579cf-393f-46ce-877f-2d51a1233c12 req-41ef9afb-02a5-4c0e-9d67-f037f797e586 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 944 time: 0.0719540 Feb 21 01:11:39.135737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.137018 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2880740c-fe0c-4f20-acae-6d87e8464d23 HTTP/1.1" status: 204 len: 168 time: 0.2654431 Feb 21 01:11:39.150612 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982e5fd-047c-45f3-8c6e-590eae642cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880740c-fe0c-4f20-acae-6d87e8464d23,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:39.162003 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:39.162920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 51b4d095-281a-430c-b596-56994e39c1e0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:11:39.175567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d051-48ae-4228-8860-7ee921302d15 req-b0a162d9-3318-4ed5-be03-45847a6038c1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:39.184433 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c705d051-48ae-4228-8860-7ee921302d15 req-b0a162d9-3318-4ed5-be03-45847a6038c1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 945 time: 0.0796149 Feb 21 01:11:39.219203 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9bc579cf-393f-46ce-877f-2d51a1233c12 req-333c3a8e-4484-4b44-ae97-fdda50210956 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744681 Feb 21 01:11:39.235871 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c705d051-48ae-4228-8860-7ee921302d15 req-135110c1-4723-498d-9eda-e654a9557c77 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501225 Feb 21 01:11:39.238211 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 51b4d095-281a-430c-b596-56994e39c1e0 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:11:39.238726 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 51b4d095-281a-430c-b596-56994e39c1e0 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:11:39.271318 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:39.283354 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551eb705-ba44-48fa-92be-98096fb5f285 x-openstack-request-id: req-551eb705-ba44-48fa-92be-98096fb5f285 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:39.283354 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "name": "network-vif-plugged", "status": "completed", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:39.283354 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-551eb705-ba44-48fa-92be-98096fb5f285 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:39.285023 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853', 'code': 200} Feb 21 01:11:39.373897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6448-bae0-4469-b996-f597c48a56de req-d746b42a-8e7f-4d48-aceb-65d784d804cd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:39.375889 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-286f6448-bae0-4469-b996-f597c48a56de req-d746b42a-8e7f-4d48-aceb-65d784d804cd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0734997 Feb 21 01:11:39.425859 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f209b80-f946-4b10-9f3f-3eab83a2ef86'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:11:39.443994 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-286f6448-bae0-4469-b996-f597c48a56de req-6ebdb9cd-abf8-4cdb-b810-4b9605728e49 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Feb 21 01:11:39.648929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7431-bfcb-4c3a-a7af-28daa385ffbc req-6b127488-5ace-4362-9c77-098b22365fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:39.650776 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-973c7431-bfcb-4c3a-a7af-28daa385ffbc req-6b127488-5ace-4362-9c77-098b22365fc1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 1130 time: 0.0494051 Feb 21 01:11:39.710457 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-973c7431-bfcb-4c3a-a7af-28daa385ffbc req-d68569bd-4542-4f87-abc2-9d1ce02a8645 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517845 Feb 21 01:11:39.946775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 55076) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:39.962598 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4bf3-39f6-4a84-b209-9f2ebeefa31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.050146 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4bf3-39f6-4a84-b209-9f2ebeefa31c admin admin] Publish callbacks [] for security_group (cb1572aa-a48a-4fbe-bf59-4eba6d45e276), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.131143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4bf3-39f6-4a84-b209-9f2ebeefa31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (cb1572aa-a48a-4fbe-bf59-4eba6d45e276), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.179076 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-6b4f4bf3-39f6-4a84-b209-9f2ebeefa31c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e0847bbaed5b49638f822164ef5a0b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310731 Feb 21 01:11:40.180389 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f4bf3-39f6-4a84-b209-9f2ebeefa31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1572aa-a48a-4fbe-bf59-4eba6d45e276,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:40.181794 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55088) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:40.242273 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] Publish callbacks [] for security_group (cb1572aa-a48a-4fbe-bf59-4eba6d45e276), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.270047 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] Publish callbacks [] for security_group (cb1572aa-a48a-4fbe-bf59-4eba6d45e276), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.380259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edd8b6-9d4a-45af-a8f6-9b4bf9814141 req-7d34db5a-9664-4f8b-860d-81f69be3ae6c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:40.382143 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f7edd8b6-9d4a-45af-a8f6-9b4bf9814141 req-7d34db5a-9664-4f8b-860d-81f69be3ae6c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 944 time: 0.0784845 Feb 21 01:11:40.385308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b60800-4a1f-43de-a87d-934a417b8ce7 req-ccd0743c-25c2-435b-a107-c55283ed4971 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:40.387000 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04b60800-4a1f-43de-a87d-934a417b8ce7 req-ccd0743c-25c2-435b-a107-c55283ed4971 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.0670109 Feb 21 01:11:40.436333 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f7edd8b6-9d4a-45af-a8f6-9b4bf9814141 req-edb8616b-b801-4dbd-9a57-f99c8ea569c2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485511 Feb 21 01:11:40.439002 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04b60800-4a1f-43de-a87d-934a417b8ce7 req-726366c3-aa37-4f8b-98fb-3436f1f2790c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Feb 21 01:11:40.519580 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (cb1572aa-a48a-4fbe-bf59-4eba6d45e276), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.522429 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:40.523709 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cb1572aa-a48a-4fbe-bf59-4eba6d45e276 HTTP/1.1" status: 204 len: 168 time: 0.3408833 Feb 21 01:11:40.545645 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d3952-5725-4a66-bcb3-5a78d8a5b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1572aa-a48a-4fbe-bf59-4eba6d45e276,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:40.636345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a10756-e40b-4ba3-a94a-c61d2387e1d3 req-ac247ac1-416d-4ff7-982b-213bfaed3daf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:40.637681 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13a10756-e40b-4ba3-a94a-c61d2387e1d3 req-ac247ac1-416d-4ff7-982b-213bfaed3daf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0719850 Feb 21 01:11:40.708055 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13a10756-e40b-4ba3-a94a-c61d2387e1d3 req-f1ef8a64-b967-439b-af5c-9c280e39213f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608602 Feb 21 01:11:41.346508 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55172) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:41.360017 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf19d-f102-49da-a1d8-64688e2eb6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.443338 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf19d-f102-49da-a1d8-64688e2eb6c3 admin admin] Publish callbacks [] for security_group (f6f48da9-82da-4968-8163-8e3bed59dd94), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.543213 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf19d-f102-49da-a1d8-64688e2eb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f6f48da9-82da-4968-8163-8e3bed59dd94), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.557453 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970bb0a-25ea-444d-8828-e69061f72066 req-2d4055a8-81fc-4700-94c8-82db4b1a2bdc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:41.561024 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d970bb0a-25ea-444d-8828-e69061f72066 req-2d4055a8-81fc-4700-94c8-82db4b1a2bdc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 944 time: 0.0537040 Feb 21 01:11:41.592569 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f8cbf19d-f102-49da-a1d8-64688e2eb6c3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=65690f2d4aa7463c885bcd246c8c28b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448163 Feb 21 01:11:41.596181 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbf19d-f102-49da-a1d8-64688e2eb6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f48da9-82da-4968-8163-8e3bed59dd94,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:41.598440 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 55180) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:41.608675 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f912-d0f4-40d1-b032-0b1ba50aee5e req-4af49475-8dd5-4ae1-a2e8-1f88ff90fec6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:41.610225 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1613f912-d0f4-40d1-b032-0b1ba50aee5e req-4af49475-8dd5-4ae1-a2e8-1f88ff90fec6 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.1037025 Feb 21 01:11:41.641102 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d970bb0a-25ea-444d-8828-e69061f72066 req-f991642b-b09c-4256-b478-aef15a39cd0a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738358 Feb 21 01:11:41.673107 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1613f912-d0f4-40d1-b032-0b1ba50aee5e req-68657bbf-5917-44c2-8f61-8eabf444df29 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558898 Feb 21 01:11:41.687195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] Publish callbacks [] for security_group (f6f48da9-82da-4968-8163-8e3bed59dd94), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.711037 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] Publish callbacks [] for security_group (f6f48da9-82da-4968-8163-8e3bed59dd94), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.839364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97464164-f6ef-4ffd-8bdd-b2e4c1dc0635 req-60f02813-0156-4823-a88f-0dd94d201cec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:41.840871 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-97464164-f6ef-4ffd-8bdd-b2e4c1dc0635 req-60f02813-0156-4823-a88f-0dd94d201cec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0548291 Feb 21 01:11:41.842068 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (f6f48da9-82da-4968-8163-8e3bed59dd94), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.844793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:41.845927 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6f48da9-82da-4968-8163-8e3bed59dd94 HTTP/1.1" status: 204 len: 168 time: 0.2466912 Feb 21 01:11:41.865117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487e15-be96-4852-adcc-6526e9f09df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f48da9-82da-4968-8163-8e3bed59dd94,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:41.909343 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-97464164-f6ef-4ffd-8bdd-b2e4c1dc0635 req-303d1858-84ff-4d3f-ad31-032d07874346 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622854 Feb 21 01:11:42.677771 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f209b80-f946-4b10-9f3f-3eab83a2ef86 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:11:42.778059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f521b5-b66b-48d1-812c-a033cce89bb4 req-c6231e25-2ef4-4758-80aa-93a3326a4f39 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:42.783027 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a5f521b5-b66b-48d1-812c-a033cce89bb4 req-c6231e25-2ef4-4758-80aa-93a3326a4f39 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 944 time: 0.0649672 Feb 21 01:11:42.833770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:11:42.838057 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:11:42.838705 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:42.844631 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a5f521b5-b66b-48d1-812c-a033cce89bb4 req-0d03c784-351a-434b-986a-fa89146b3b8d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566232 Feb 21 01:11:42.923515 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:11:42.924030 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:42.958393 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:42.960308 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff177d-0d5d-4300-8995-760e4dfd7bf8" -d '{"events": [{"server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "name": "network-vif-plugged", "status": "completed", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:42.976977 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:11:43.020664 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab0d10-1efc-4741-bbf2-07babc37b257 x-openstack-request-id: req-38ab0d10-1efc-4741-bbf2-07babc37b257 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:43.023719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "name": "network-vif-plugged", "status": "completed", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:43.024073 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38ab0d10-1efc-4741-bbf2-07babc37b257 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:43.024503 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'code': 200} Feb 21 01:11:43.070176 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d2f38-a148-4ed4-bf07-088cc84cdd88 req-21ac747e-02e8-4ed3-b6a9-3384fe024fea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:43.078138 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e66d2f38-a148-4ed4-bf07-088cc84cdd88 req-21ac747e-02e8-4ed3-b6a9-3384fe024fea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0686538 Feb 21 01:11:43.080995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:43.143495 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e66d2f38-a148-4ed4-bf07-088cc84cdd88 req-981ab5e6-9470-4bc7-aa1c-4865a249bac9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643408 Feb 21 01:11:43.151823 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:43.507187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d857a2-b8c2-409c-bbd7-57da1562f42a req-3ee21442-8998-451e-98e7-cc7102f7de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:43.508817 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-83d857a2-b8c2-409c-bbd7-57da1562f42a req-3ee21442-8998-451e-98e7-cc7102f7de69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 1129 time: 0.0567091 Feb 21 01:11:43.559822 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-83d857a2-b8c2-409c-bbd7-57da1562f42a req-4663e769-9dff-4668-a98e-a5c9a57e4ced service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434895 Feb 21 01:11:43.964509 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c97e2-7715-4d92-9a23-4f4be06af4c7 req-ea996009-bec7-403f-871f-7fb40bbd5f69 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:43.965975 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-491c97e2-7715-4d92-9a23-4f4be06af4c7 req-ea996009-bec7-403f-871f-7fb40bbd5f69 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0538490 Feb 21 01:11:44.023896 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-491c97e2-7715-4d92-9a23-4f4be06af4c7 req-66c81851-b0b2-4391-8d69-a033f1398984 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519574 Feb 21 01:11:44.281706 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6becf-6955-4f38-83bf-090947fab704 req-0f572423-471e-489c-b354-a858b4fc2a50 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:44.283356 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3a6becf-6955-4f38-83bf-090947fab704 req-0f572423-471e-489c-b354-a858b4fc2a50 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0722306 Feb 21 01:11:44.338391 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3a6becf-6955-4f38-83bf-090947fab704 req-5ebb578b-e5ce-47d6-98aa-ade4f8e0ac8b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 Feb 21 01:11:45.152140 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09be34-9b13-473d-b98a-6f3a48c45794 req-0e664de6-8315-4913-ae4e-d15a17c0059f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:45.153081 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad09be34-9b13-473d-b98a-6f3a48c45794 req-0e664de6-8315-4913-ae4e-d15a17c0059f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0584188 Feb 21 01:11:45.210102 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad09be34-9b13-473d-b98a-6f3a48c45794 req-89efec5b-d75a-42fc-9a6e-bfdb407a186c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502059 Feb 21 01:11:45.504888 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e1d9-d0ed-4ead-830a-45a6b0cb0221 req-5759eb78-37ec-4089-9564-be228f5593a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:45.506505 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9f0e1d9-d0ed-4ead-830a-45a6b0cb0221 req-5759eb78-37ec-4089-9564-be228f5593a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0727446 Feb 21 01:11:45.570585 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9f0e1d9-d0ed-4ead-830a-45a6b0cb0221 req-45c68d81-591b-40df-81db-bf3c6b31a59d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Feb 21 01:11:46.345704 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a480f-6bcb-449d-b194-ea571913a87d req-75c35ca6-7467-45f5-a56a-d93b29474247 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:46.347277 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db4a480f-6bcb-449d-b194-ea571913a87d req-75c35ca6-7467-45f5-a56a-d93b29474247 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0609977 Feb 21 01:11:46.400402 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db4a480f-6bcb-449d-b194-ea571913a87d req-2c40f19c-3e9a-48a2-a577-49a8f8484735 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461631 Feb 21 01:11:46.529024 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e0c4-7bc9-40e3-a7d2-8fe0bef47c75 req-b8d3a829-3167-4db0-9167-7fd1d8303a4c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:46.530662 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a483e0c4-7bc9-40e3-a7d2-8fe0bef47c75 req-b8d3a829-3167-4db0-9167-7fd1d8303a4c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0622344 Feb 21 01:11:46.592060 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a483e0c4-7bc9-40e3-a7d2-8fe0bef47c75 req-ebd5679a-1f95-4dcb-863f-67425383ad78 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536532 Feb 21 01:11:46.614307 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55458) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:46.697477 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6a126-29dd-4dad-ae26-53b3e761269e req-1989e89a-92c4-45e4-8d64-6d4d8eb90ddd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:46.699214 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8af6a126-29dd-4dad-ae26-53b3e761269e req-1989e89a-92c4-45e4-8d64-6d4d8eb90ddd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0548503 Feb 21 01:11:46.752641 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8af6a126-29dd-4dad-ae26-53b3e761269e req-2560adc2-2ed1-41ad-9556-81ab0f90643a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 Feb 21 01:11:46.817691 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b9d43-80de-4594-8782-7d42339dbdac tempest-TestVolumeBootPattern-1426677065 tempest-TestVolumeBootPattern-1426677065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:46.819223 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-872b9d43-80de-4594-8782-7d42339dbdac tempest-TestVolumeBootPattern-1426677065 tempest-TestVolumeBootPattern-1426677065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 1124 time: 0.2038870 Feb 21 01:11:46.822302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55462) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:46.826913 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'port_id': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:11:46.918530 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.035335 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.156449 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Allocated IP 172.27.2.189 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/37c56f61-4aa5-4f43-aafa-de1b56e5f412) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:11:47.265345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.345999 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:11:47.383626 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.416495 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 55472) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:47.431610 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:11:47.436906 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:11:47.441425 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:11:47.444652 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'Port': ['ID=37c56f61-4aa5-4f43-aafa-de1b56e5f412,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:47.561781 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7ae53ce8-d151-4391-9a1d-081d5e86b86b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fed02e7fc81c4a36a0d5c87132d56dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440082 Feb 21 01:11:47.562295 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 55478) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:11:47.701608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] Publish callbacks [] for security_group (dd18b815-757b-4185-88cb-0958f3357216), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.741657 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] Publish callbacks [] for security_group (dd18b815-757b-4185-88cb-0958f3357216), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:47.880282 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7f69e-5d28-47bf-a9bc-74c4af153d19 req-4d179b66-e372-4837-a1cf-2c7540c5a52d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:47.881847 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1ef7f69e-5d28-47bf-a9bc-74c4af153d19 req-4d179b66-e372-4837-a1cf-2c7540c5a52d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0573270 Feb 21 01:11:47.942790 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1ef7f69e-5d28-47bf-a9bc-74c4af153d19 req-b294273a-c1f3-4860-a9b5-41f0f1076b4f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Feb 21 01:11:48.228605 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dd18b815-757b-4185-88cb-0958f3357216), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.231136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.232313 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd18b815-757b-4185-88cb-0958f3357216 HTTP/1.1" status: 204 len: 168 time: 0.6690345 Feb 21 01:11:48.261575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18166de5-0262-40e5-8b0e-74ce937cb2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd18b815-757b-4185-88cb-0958f3357216,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:48.305694 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for floatingip (b95996ed-c297-4783-8d37-cff338773312), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.520072 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.726484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.784353 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.856863 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event updated for resources: {'Port': ['ID=37c56f61-4aa5-4f43-aafa-de1b56e5f412,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:11:48.871753 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (b95996ed-c297-4783-8d37-cff338773312), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:48.976191 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.l3_db [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Floating IP b95996ed-c297-4783-8d37-cff338773312 associated. External IP: 172.27.2.189, port: 6f209b80-f946-4b10-9f3f-3eab83a2ef86. Feb 21 01:11:49.132333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0643a8c-e2ab-47a6-9fb3-34c33d0aa3a5 req-ec38a914-d2d1-4775-b87c-52d43c2ff819 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:49.133801 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b0643a8c-e2ab-47a6-9fb3-34c33d0aa3a5 req-ec38a914-d2d1-4775-b87c-52d43c2ff819 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.1027288 Feb 21 01:11:49.254005 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b0643a8c-e2ab-47a6-9fb3-34c33d0aa3a5 req-1e7485d5-7cea-41f1-ad97-175a54bb446b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871186 Feb 21 01:11:49.273670 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Router b2348e42-c3d0-431c-8e80-adbdd87a0e62 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:11:49.385958 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:11:49.396402 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Sync routers for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:11:49.408339 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:11:49.409355 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:11:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:11:49.464925 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:49.495506 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-28a279ab-a480-4652-8f53-f319cd7a072a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6721544 Feb 21 01:11:49.496257 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:11:49.498474 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6464c-d82d-4d48-9502-b78247e9a1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:11:49.524112 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:11:49.536327 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd370f-3098-4a90-9d57-dc6fe7bb18e3 x-openstack-request-id: req-c3cd370f-3098-4a90-9d57-dc6fe7bb18e3 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:11:49.537731 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:11:49.537731 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3cd370f-3098-4a90-9d57-dc6fe7bb18e3 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:11:49.537731 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'status': 'completed', 'code': 200} Feb 21 01:11:49.622510 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-7ce09909-eef4-4474-afa6-eb4481a0f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:49.624063 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-7ce09909-eef4-4474-afa6-eb4481a0f2e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 1129 time: 0.0529714 Feb 21 01:11:49.727418 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-62ffdf0e-bba7-4132-ab90-241335320d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:49.729085 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-62ffdf0e-bba7-4132-ab90-241335320d9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=efea3425-6681-4069-adc6-8204b8ffe9c5 HTTP/1.1" status: 200 len: 912 time: 0.0967469 Feb 21 01:11:49.836109 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-7d5af8ac-20ec-4922-9c05-ad004c89e33c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86 HTTP/1.1" status: 200 len: 999 time: 0.0989864 Feb 21 01:11:49.854659 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': 'b95996ed-c297-4783-8d37-cff338773312', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'port_id': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'mac_address': 'fa:16:3e:0d:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:11:47Z', 'updated_at': '2022-02-21T01:11:47Z', 'revision_number': 0, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:11:49.882776 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Checking router: b2348e42-c3d0-431c-8e80-adbdd87a0e62 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:11:49.887234 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-0020f960-f77f-468b-9db5-fda996689dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:49.888786 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-0020f960-f77f-468b-9db5-fda996689dfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b99053b7-c18c-4cdf-a622-630b69f1362e HTTP/1.1" status: 200 len: 850 time: 0.0468051 Feb 21 01:11:49.892621 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:11:49.893276 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:11:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:11:49.943648 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-2ff5ca07-2ac3-4fe1-a42f-92fac5f34c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:49.945245 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-2ff5ca07-2ac3-4fe1-a42f-92fac5f34c78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efea3425-6681-4069-adc6-8204b8ffe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476058 Feb 21 01:11:50.009251 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:11:50.041609 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-e6566999-f94b-4f17-aed4-d68c04c3324a service neutron] 10.222.0.65 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894763 Feb 21 01:11:50.143187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab6464c-d82d-4d48-9502-b78247e9a1b7 req-6b5fda70-c72e-4486-8d58-6db69afb3f49 service neutron] 10.222.0.65 "GET /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898459 Feb 21 01:11:50.245562 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': 'b95996ed-c297-4783-8d37-cff338773312', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'port_id': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'mac_address': 'fa:16:3e:0d:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:11:47Z', 'updated_at': '2022-02-21T01:11:47Z', 'revision_number': 0, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:11:50.274900 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7023988-0b2f-4830-9c28-4ef4cc054ba2 None None] The sync data for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': 'b95996ed-c297-4783-8d37-cff338773312', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'port_id': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'mac_address': 'fa:16:3e:0d:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:11:47Z', 'updated_at': '2022-02-21T01:11:47Z', 'revision_number': 0, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:11:50.391409 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5dd51-81d8-4b6f-8a22-4c2dd4b78fe3 req-bf6b7b1a-278c-490c-8448-68673fd83b53 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:50.392981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-89b5dd51-81d8-4b6f-8a22-4c2dd4b78fe3 req-bf6b7b1a-278c-490c-8448-68673fd83b53 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0650268 Feb 21 01:11:50.447034 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-89b5dd51-81d8-4b6f-8a22-4c2dd4b78fe3 req-b012742f-8fb4-4f6a-bdef-605d58cdbf8a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Feb 21 01:11:50.502359 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48699659-1ee8-40d4-815f-4dda2ee8731f None None] New status for floating IP b95996ed-c297-4783-8d37-cff338773312: ACTIVE {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:11:51.591957 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326819e6-421c-428f-bd19-85abe046319d req-fa5d499e-777d-4f32-9505-74e5205704a7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:51.593491 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-326819e6-421c-428f-bd19-85abe046319d req-fa5d499e-777d-4f32-9505-74e5205704a7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0655725 Feb 21 01:11:51.649883 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-326819e6-421c-428f-bd19-85abe046319d req-d40f56ba-7b98-43b9-89b4-cb3af37d528f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Feb 21 01:11:52.778026 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad593ed9-dabf-4f61-a77e-1f300e157204 req-586402a7-186b-4a74-a70a-95f9cc38f019 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:52.779659 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad593ed9-dabf-4f61-a77e-1f300e157204 req-586402a7-186b-4a74-a70a-95f9cc38f019 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0565686 Feb 21 01:11:52.838549 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad593ed9-dabf-4f61-a77e-1f300e157204 req-241873e8-a611-4642-9a63-c36ec5f73a7b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 Feb 21 01:11:53.968245 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75df23-ffd9-4f12-9544-a9d39be39967 req-8ae3763c-5f55-44db-9bb2-8bda0793bea0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:53.969913 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea75df23-ffd9-4f12-9544-a9d39be39967 req-8ae3763c-5f55-44db-9bb2-8bda0793bea0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0583863 Feb 21 01:11:54.023541 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea75df23-ffd9-4f12-9544-a9d39be39967 req-114a1a86-ae9e-4d15-9b3a-83b76132588b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479670 Feb 21 01:11:55.152074 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7508f-1962-49f2-a23f-1b582a3152c6 req-c6c259a7-a347-4d55-bbc0-8dce38ee0a4f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:55.153679 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7cb7508f-1962-49f2-a23f-1b582a3152c6 req-c6c259a7-a347-4d55-bbc0-8dce38ee0a4f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0573640 Feb 21 01:11:55.219813 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7cb7508f-1962-49f2-a23f-1b582a3152c6 req-e69c432f-7209-4dc3-aadc-07aac4895d0d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598681 Feb 21 01:11:56.348614 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b640a0-5c05-4b4a-8f7e-f7700708c689 req-c2d29941-d95f-4e5d-aba5-b0dfd04f2edd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:56.350103 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b640a0-5c05-4b4a-8f7e-f7700708c689 req-c2d29941-d95f-4e5d-aba5-b0dfd04f2edd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0570364 Feb 21 01:11:56.402582 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b640a0-5c05-4b4a-8f7e-f7700708c689 req-4d773fcb-6a60-494d-908f-dbb7202fa734 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Feb 21 01:11:57.514296 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b324d68-7bdd-40f3-a81b-133ea793c6b2 req-7c4b9f5f-c4be-40c2-9367-f8ff7802f096 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:57.516130 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b324d68-7bdd-40f3-a81b-133ea793c6b2 req-7c4b9f5f-c4be-40c2-9367-f8ff7802f096 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.0648575 Feb 21 01:11:57.560394 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38ebe-fb34-4544-a2c9-ee3b614cae46 req-4270cfc6-f6d8-4f84-bb5e-07ece42e06ae tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:57.562141 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-75f38ebe-fb34-4544-a2c9-ee3b614cae46 req-4270cfc6-f6d8-4f84-bb5e-07ece42e06ae tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0703604 Feb 21 01:11:57.580485 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b324d68-7bdd-40f3-a81b-133ea793c6b2 req-1a955651-26c7-42b4-85f0-42a744feb5b2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Feb 21 01:11:57.629859 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-75f38ebe-fb34-4544-a2c9-ee3b614cae46 req-a539ce70-9789-4645-810e-9e3c33fa0362 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596545 Feb 21 01:11:58.752138 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd2a9-c790-4d0d-ad4c-e19a0c141568 req-e80787dd-54b0-4f4f-a6cc-a45e9ce659fe tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:58.754404 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2aecd2a9-c790-4d0d-ad4c-e19a0c141568 req-e80787dd-54b0-4f4f-a6cc-a45e9ce659fe tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.0984397 Feb 21 01:11:58.804990 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fb409-dea2-47e2-9be5-02697ee9367c req-231ef2b5-5cf0-44a5-ac58-e82f48dde45d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:58.806697 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e8fb409-dea2-47e2-9be5-02697ee9367c req-231ef2b5-5cf0-44a5-ac58-e82f48dde45d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0657299 Feb 21 01:11:58.818186 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2aecd2a9-c790-4d0d-ad4c-e19a0c141568 req-a515e4aa-b74b-4090-a51e-f0b3558550a0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578611 Feb 21 01:11:58.863599 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e8fb409-dea2-47e2-9be5-02697ee9367c req-82a1a3a3-b582-4238-876c-46222ec0f221 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Feb 21 01:11:59.583269 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-25c8c86e-4781-4d5f-96e1-cf601d9e9954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:11:59.955654 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dc0a-4b38-4728-bd9c-07f0a6852dbb req-64d380e1-d89e-49ce-bf96-d5e4b7570f27 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:59.958616 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e26dc0a-4b38-4728-bd9c-07f0a6852dbb req-64d380e1-d89e-49ce-bf96-d5e4b7570f27 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.0628409 Feb 21 01:11:59.973777 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-a7abbc6b-8b6e-4627-adc5-8b7b472275e9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:11:59.975431 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-a7abbc6b-8b6e-4627-adc5-8b7b472275e9 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 946 time: 0.0618441 Feb 21 01:12:00.014864 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e26dc0a-4b38-4728-bd9c-07f0a6852dbb req-0fcd06ba-79d4-46ee-a925-8537e7dc482f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Feb 21 01:12:00.094869 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Deleting port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:12:00.095258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:00.131445 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e8f24-8be0-4b68-8e11-558cbb682c81 req-102eb0fe-7ff5-417d-babf-6b194eac00cb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:00.132919 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf0e8f24-8be0-4b68-8e11-558cbb682c81 req-102eb0fe-7ff5-417d-babf-6b194eac00cb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0586271 Feb 21 01:12:00.196213 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf0e8f24-8be0-4b68-8e11-558cbb682c81 req-f9e16bba-f850-49e9-9d90-d78903f20f82 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563014 Feb 21 01:12:00.223229 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] For port 34bd5660-c394-4cc0-ad67-5a45a2bc7853, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34bd5660-c394-4cc0-ad67-5a45a2bc7853,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:00.223229 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:00.228165 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Calling delete_port for 34bd5660-c394-4cc0-ad67-5a45a2bc7853 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:12:00.478808 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (34bd5660-c394-4cc0-ad67-5a45a2bc7853), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:00.492252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379', '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', '34bd5660-c394-4cc0-ad67-5a45a2bc7853'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:12:00.511106 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event deleted for resources: {'Port': ['ID=34bd5660-c394-4cc0-ad67-5a45a2bc7853,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:00.557014 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] No DVR routers for this DVR port 34bd5660-c394-4cc0-ad67-5a45a2bc7853 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:12:00.560630 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:00.564155 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9dc9fbcc-3c85-4fe1-ad7c-bcdf08c53265 req-2e3a2cde-b880-4709-b2b5-923efa9cff2b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "DELETE /v2.0/ports/34bd5660-c394-4cc0-ad67-5a45a2bc7853 HTTP/1.1" status: 204 len: 173 time: 0.5821652 Feb 21 01:12:00.564627 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'name': 'network-vif-deleted', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:12:00.568191 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99792a0-a18f-4f3c-b45c-d76e753d77df" -d '{"events": [{"server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "name": "network-vif-deleted", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:12:00.616657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197a5ba-9f1e-41da-bd1e-8945caacb8ae x-openstack-request-id: req-9197a5ba-9f1e-41da-bd1e-8945caacb8ae {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:12:00.616657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a5623-7930-404e-9e68-e2c4f9439c0f", "name": "network-vif-deleted", "tag": "34bd5660-c394-4cc0-ad67-5a45a2bc7853", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:12:00.616657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9197a5ba-9f1e-41da-bd1e-8945caacb8ae {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:12:00.617003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a5623-7930-404e-9e68-e2c4f9439c0f', 'name': 'network-vif-deleted', 'tag': '34bd5660-c394-4cc0-ad67-5a45a2bc7853', 'status': 'completed', 'code': 200} Feb 21 01:12:01.135476 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-af4369b8-5fc0-434d-b56a-cbea372615ae req-f3687475-a78a-4a32-b4b0-6950f862f6d1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=748a5623-7930-404e-9e68-e2c4f9439c0f HTTP/1.1" status: 200 len: 210 time: 0.0316381 Feb 21 01:12:01.338562 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eb3d2-1b3f-427c-9c8d-03e06c7ed221 req-732afec9-abfa-4d26-9bc5-0e65fca0c0ce tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:01.340139 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e44eb3d2-1b3f-427c-9c8d-03e06c7ed221 req-732afec9-abfa-4d26-9bc5-0e65fca0c0ce tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0658739 Feb 21 01:12:01.390688 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e44eb3d2-1b3f-427c-9c8d-03e06c7ed221 req-2be31508-fb33-4527-8d78-97fa5307fc24 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Feb 21 01:12:02.157763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bbeeeb16-69c8-48b9-aa90-cdf9be1eae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:02.513360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8071-fcd5-458c-93f4-0303cf30faec req-47e449e5-66ee-4215-82e2-26971862e9f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:02.514833 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-654a8071-fcd5-458c-93f4-0303cf30faec req-47e449e5-66ee-4215-82e2-26971862e9f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0525265 Feb 21 01:12:02.563003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-654a8071-fcd5-458c-93f4-0303cf30faec req-b63f62b0-4d24-4cf4-9553-e7f1808bbec7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Feb 21 01:12:02.751654 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 34bd5660-c394-4cc0-ad67-5a45a2bc7853 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:12:02.774763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 34bd5660-c394-4cc0-ad67-5a45a2bc7853 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:12:02.775121 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 34bd5660-c394-4cc0-ad67-5a45a2bc7853 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:12:02.996921 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7b14-fd04-4b91-9df4-e59d9959ae61 req-5e319a55-f326-44f6-98cd-0e801fc9c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:02.998318 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1f7d7b14-fd04-4b91-9df4-e59d9959ae61 req-5e319a55-f326-44f6-98cd-0e801fc9c1d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0480063 Feb 21 01:12:03.042672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1f7d7b14-fd04-4b91-9df4-e59d9959ae61 req-8ddb94a7-05a3-42e7-9d96-ca9b6752fe5f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Feb 21 01:12:03.348540 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:03.684265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b7f8c-8065-4b90-a38e-2ba9b188f363 req-b67d8e4b-89c3-44eb-ad98-ada3d879a2ff tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:03.685749 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a65b7f8c-8065-4b90-a38e-2ba9b188f363 req-b67d8e4b-89c3-44eb-ad98-ada3d879a2ff tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0546308 Feb 21 01:12:03.734000 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a65b7f8c-8065-4b90-a38e-2ba9b188f363 req-3526c348-9751-44d8-800e-acd92ee4429a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Feb 21 01:12:03.896224 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571558cf-14a6-459e-8652-02163bffad58 req-c0c2698f-7209-4720-8a29-30a105654e1f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:03.897727 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-571558cf-14a6-459e-8652-02163bffad58 req-c0c2698f-7209-4720-8a29-30a105654e1f tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0541940 Feb 21 01:12:03.948591 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-571558cf-14a6-459e-8652-02163bffad58 req-399e54fe-b67e-4752-bb36-c924109803ab tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Feb 21 01:12:04.884761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759504df-46bd-4232-bb03-2830ab3ba1bd req-89b16a37-65fe-4e51-83b3-b771b526252e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:04.885742 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:04.887481 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-759504df-46bd-4232-bb03-2830ab3ba1bd req-89b16a37-65fe-4e51-83b3-b771b526252e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0691342 Feb 21 01:12:04.940528 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-759504df-46bd-4232-bb03-2830ab3ba1bd req-69000d67-5c23-415c-bc6b-175ce82817bb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 Feb 21 01:12:05.098969 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e6dce-3082-4d2c-bd95-2da7ed304a38 req-e25bd9cc-52be-4a13-ad86-2bacd14bce8e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:05.100568 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f2e6dce-3082-4d2c-bd95-2da7ed304a38 req-e25bd9cc-52be-4a13-ad86-2bacd14bce8e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0834911 Feb 21 01:12:05.150147 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f2e6dce-3082-4d2c-bd95-2da7ed304a38 req-d40919d2-20c4-4c36-8a18-adec1afae9ea tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Feb 21 01:12:05.468761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c8d0-9d6b-4659-b41f-4a36ab061b19 req-b4e93008-99b5-4740-9f63-4ecb2d4587b7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:05.473376 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0920c8d0-9d6b-4659-b41f-4a36ab061b19 req-b4e93008-99b5-4740-9f63-4ecb2d4587b7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0742717 Feb 21 01:12:05.531733 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0920c8d0-9d6b-4659-b41f-4a36ab061b19 req-203bcb6c-a92e-449e-9afb-85db3dd39024 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Feb 21 01:12:05.589805 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-f4cd66d8-08bc-418c-ba15-78988d4ed801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:05.591552 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-f4cd66d8-08bc-418c-ba15-78988d4ed801 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0586073 Feb 21 01:12:05.692988 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-8ee1bfa2-1f4b-4830-bede-b4d128f44338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:05.694367 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-8ee1bfa2-1f4b-4830-bede-b4d128f44338 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0934260 Feb 21 01:12:05.752484 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-09758080-6d17-47ef-adf7-0eeccf7e249d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0392175 Feb 21 01:12:05.811625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-1da5a367-2c3c-4ae6-a7e1-fccc2c229fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:05.813181 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-1da5a367-2c3c-4ae6-a7e1-fccc2c229fb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0468180 Feb 21 01:12:05.852142 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-381cee22-53ab-41a4-a2f9-61e74a50549a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273960 Feb 21 01:12:05.920433 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:05.961445 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-9f7c2906-1f57-4909-9d36-b28897f55c32 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995843 Feb 21 01:12:06.057590 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88eab917-6f7e-4b1d-9c2e-74b48dec3a14 req-0ded734f-0a60-42f6-abe8-315b18375501 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886412 Feb 21 01:12:06.280192 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e64f3-edff-4243-9950-5d1d009ce74c req-a404f9d8-0ffa-4098-9bbd-e6b4b63543e2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:06.281772 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ef4e64f3-edff-4243-9950-5d1d009ce74c req-a404f9d8-0ffa-4098-9bbd-e6b4b63543e2 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Feb 21 01:12:06.333602 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ef4e64f3-edff-4243-9950-5d1d009ce74c req-49099aa9-63e5-4689-90bf-7503d72ec8af tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Feb 21 01:12:06.660759 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70644-f9e0-451f-859e-cd67589c2c03 req-153b400f-c315-410b-8ef9-1856790471dd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:06.662338 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c6e70644-f9e0-451f-859e-cd67589c2c03 req-153b400f-c315-410b-8ef9-1856790471dd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0550790 Feb 21 01:12:06.711541 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c6e70644-f9e0-451f-859e-cd67589c2c03 req-83b0d781-a6bd-4258-b0d7-d6c3cd69f5e9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Feb 21 01:12:06.815398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-d2d8c817-6ca9-43dc-acde-28fd0e1e961e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:06.816551 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-d2d8c817-6ca9-43dc-acde-28fd0e1e961e tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 946 time: 0.0577278 Feb 21 01:12:06.921348 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Deleting port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:12:06.921775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:07.032881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] For port a9b8b6b3-10bd-46a7-af49-ecb93114aab6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:07.033575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:07.046672 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Calling delete_port for a9b8b6b3-10bd-46a7-af49-ecb93114aab6 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:12:07.278568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (a9b8b6b3-10bd-46a7-af49-ecb93114aab6), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:07.293130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379', '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:12:07.313974 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event deleted for resources: {'Port': ['ID=a9b8b6b3-10bd-46a7-af49-ecb93114aab6,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:07.372469 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] No DVR routers for this DVR port a9b8b6b3-10bd-46a7-af49-ecb93114aab6 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:12:07.375419 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:07.378816 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-83945398-2090-4ff1-8160-c6dc241b62c8 req-04a83f51-2b19-4e92-bd5e-5006fc4d4fa0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "DELETE /v2.0/ports/a9b8b6b3-10bd-46a7-af49-ecb93114aab6 HTTP/1.1" status: 204 len: 173 time: 0.5492055 Feb 21 01:12:07.379306 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'name': 'network-vif-deleted', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:12:07.381725 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9316b7-17f4-482b-aa60-fc2c9a72f65b" -d '{"events": [{"server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "name": "network-vif-deleted", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:12:07.446322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854cccd3-7c19-42f6-81ab-3c45cb8f46da x-openstack-request-id: req-854cccd3-7c19-42f6-81ab-3c45cb8f46da {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:12:07.446666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9", "name": "network-vif-deleted", "tag": "a9b8b6b3-10bd-46a7-af49-ecb93114aab6", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:12:07.446889 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-854cccd3-7c19-42f6-81ab-3c45cb8f46da {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:12:07.447279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9', 'name': 'network-vif-deleted', 'tag': 'a9b8b6b3-10bd-46a7-af49-ecb93114aab6', 'status': 'completed', 'code': 200} Feb 21 01:12:07.449473 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c2357b57-049c-441a-bb2e-d509ec384f8b req-e0ab9fd5-20cd-4e9f-9cb2-98c4fbeec210 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.0325620 Feb 21 01:12:07.857298 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fb005-9d8c-4f3a-8446-34220025179e req-47da11be-42fb-43c7-9824-5bc5755a0818 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:07.858820 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e38fb005-9d8c-4f3a-8446-34220025179e req-47da11be-42fb-43c7-9824-5bc5755a0818 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0667186 Feb 21 01:12:07.921466 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e38fb005-9d8c-4f3a-8446-34220025179e req-13691352-1ed4-4720-a0ce-ff708609b6d5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Feb 21 01:12:08.610147 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c190774-20c0-4029-8868-821d720db390 req-ed625f5f-385b-4b91-a570-a72b63bd0fc0 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ae05b03-1538-4b41-9d74-d9ad0bbfdaf9 HTTP/1.1" status: 200 len: 210 time: 0.0493941 Feb 21 01:12:09.052144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38177cd-6245-4c76-9268-29ea997342d2 req-535aa99d-a49f-4ade-8f0c-df09009c20df tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:09.053641 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b38177cd-6245-4c76-9268-29ea997342d2 req-535aa99d-a49f-4ade-8f0c-df09009c20df tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0583916 Feb 21 01:12:09.064412 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:09.104073 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b38177cd-6245-4c76-9268-29ea997342d2 req-fbc08469-8381-4c61-9c6c-38c0e17e7c27 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Feb 21 01:12:10.250415 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363e07c-9eea-4808-806c-497864169d00 req-ce9769de-bbe2-479c-bee3-94942474041b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:10.252035 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7363e07c-9eea-4808-806c-497864169d00 req-ce9769de-bbe2-479c-bee3-94942474041b tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0577025 Feb 21 01:12:10.314369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7363e07c-9eea-4808-806c-497864169d00 req-8a040a8e-a665-4424-96b7-558632abbe7a tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556521 Feb 21 01:12:10.562324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd39fc-9bb0-4688-90c4-23f9c27ca63c req-57ddc7e7-567d-4411-a460-190db8ece1b1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:10.563938 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3dbd39fc-9bb0-4688-90c4-23f9c27ca63c req-57ddc7e7-567d-4411-a460-190db8ece1b1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0607433 Feb 21 01:12:10.614502 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3dbd39fc-9bb0-4688-90c4-23f9c27ca63c req-01e82d26-f4f0-40cc-8f61-e4f51eb6957a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Feb 21 01:12:11.467850 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9924a39-b9a0-442f-b4c6-8fa427a669e8 req-5a0d475d-5eb1-495a-9c10-876dab097246 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:11.470709 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f9924a39-b9a0-442f-b4c6-8fa427a669e8 req-5a0d475d-5eb1-495a-9c10-876dab097246 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0729961 Feb 21 01:12:11.493605 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a9b8b6b3-10bd-46a7-af49-ecb93114aab6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:12:11.531343 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: a9b8b6b3-10bd-46a7-af49-ecb93114aab6 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:12:11.531980 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a9b8b6b3-10bd-46a7-af49-ecb93114aab6 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:12:11.548175 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f9924a39-b9a0-442f-b4c6-8fa427a669e8 req-63333125-244d-4ede-96e4-28c57561e2f1 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711122 Feb 21 01:12:11.767015 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de2d9a-6d0b-43f1-87e1-41db1efc9081 req-2773e690-6cb7-4602-ab71-2335a3c12f37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:11.769369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-03de2d9a-6d0b-43f1-87e1-41db1efc9081 req-2773e690-6cb7-4602-ab71-2335a3c12f37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0740573 Feb 21 01:12:11.821239 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-03de2d9a-6d0b-43f1-87e1-41db1efc9081 req-751fedf4-8024-4d9e-89c5-cff5802e077e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Feb 21 01:12:12.483358 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-69461337-16da-45cf-849f-c4eb944dcea2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453467 Feb 21 01:12:12.578872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b379dc-9716-47c6-8000-ed463538a7af req-cab73ab5-c2fe-4e43-a77b-531dc3b8d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:12.580435 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-cab73ab5-c2fe-4e43-a77b-531dc3b8d791 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0552886 Feb 21 01:12:12.688630 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697a97a-6d39-4399-925b-c27c8c12f5ad req-7f071524-87a5-447c-8ed1-1505e003729c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:12.690164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a697a97a-6d39-4399-925b-c27c8c12f5ad req-7f071524-87a5-447c-8ed1-1505e003729c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Feb 21 01:12:12.704575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b379dc-9716-47c6-8000-ed463538a7af req-cc30a4d6-97f1-4195-be62-3547c867d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:12.706748 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-cc30a4d6-97f1-4195-be62-3547c867d5e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.1011527 Feb 21 01:12:12.746499 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a697a97a-6d39-4399-925b-c27c8c12f5ad req-4d06e089-6865-4227-a894-bd5a195ac94c tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Feb 21 01:12:12.749315 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-69b5e205-0682-4eaf-90dc-796dee8ff19d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0364351 Feb 21 01:12:12.808787 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b379dc-9716-47c6-8000-ed463538a7af req-431c686a-c73f-4469-b923-bc571c5ca2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:12.813261 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-431c686a-c73f-4469-b923-bc571c5ca2c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0511255 Feb 21 01:12:12.847033 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-1192c226-50bd-4f7e-9275-7691aa954b99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287290 Feb 21 01:12:12.964632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac96e-d872-4446-b8ed-3c2b6cfa3c07 req-777fd5c5-bcaa-40d7-ad7b-8726131e2228 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:12.966730 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dfbac96e-d872-4446-b8ed-3c2b6cfa3c07 req-777fd5c5-bcaa-40d7-ad7b-8726131e2228 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0607834 Feb 21 01:12:12.966981 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-2e0cb71a-6875-46ee-b99c-57cc14f739c1 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079369 Feb 21 01:12:13.022597 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dfbac96e-d872-4446-b8ed-3c2b6cfa3c07 req-04efb19d-9ad2-42ec-80e6-f31fe230c9e5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481157 Feb 21 01:12:13.071772 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b379dc-9716-47c6-8000-ed463538a7af req-1cc49e40-7467-49fd-8b0d-4bc64c8a8b0d service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969775 Feb 21 01:12:13.894863 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510dbc5-50ad-47c7-861f-65e10cc90f57 req-7f584174-39ad-44f5-a7a0-28d30deb4299 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:13.896398 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6510dbc5-50ad-47c7-861f-65e10cc90f57 req-7f584174-39ad-44f5-a7a0-28d30deb4299 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0599036 Feb 21 01:12:13.948274 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6510dbc5-50ad-47c7-861f-65e10cc90f57 req-3b8235bd-f209-4dd0-99ca-9169a5d674fe tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/security-groups?id=b710ac4d-0183-46d3-a6da-30169bb245fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Feb 21 01:12:14.180143 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5bc3a-0df2-4492-b4d4-45963b176bd5 req-579e422c-4520-4729-9269-ab8d5053f67d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:14.180143 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8e5bc3a-0df2-4492-b4d4-45963b176bd5 req-579e422c-4520-4729-9269-ab8d5053f67d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0614429 Feb 21 01:12:14.222234 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8e5bc3a-0df2-4492-b4d4-45963b176bd5 req-6b6b757d-765b-400b-8a0c-0bedc51c1331 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Feb 21 01:12:14.555032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-6424c501-95ab-482e-881a-3c5b97d30130 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:14.556667 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-6424c501-95ab-482e-881a-3c5b97d30130 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Feb 21 01:12:14.669220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Deleting port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:12:14.669548 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:14.766159 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] For port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:14.773881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:14.779403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Calling delete_port for 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:12:15.011573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (48787ba3-9f90-477e-8bb5-d81fc8b1d6a5), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:15.028803 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:12:15.042719 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event deleted for resources: {'Port': ['ID=48787ba3-9f90-477e-8bb5-d81fc8b1d6a5,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:15.071714 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3af908d6-e7a3-4aa7-8351-f84ef2ea2db4 req-813c718f-79c3-4ad5-b01a-10364f22dbdc tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7095a15-9df6-4743-a602-d5410ac101a6 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Feb 21 01:12:15.076734 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.077309 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.077666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.078019 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.078364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.078703 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.079046 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.079371 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.079906 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.081305 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.081884 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.082439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.082926 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:15.116278 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] No DVR routers for this DVR port 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:12:15.119476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:15.122895 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd9e5902-4639-4035-8180-dd7a52a219a0 req-d9c2a452-34de-46b2-bcf0-e731b19196f4 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "DELETE /v2.0/ports/48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 HTTP/1.1" status: 204 len: 173 time: 0.5565791 Feb 21 01:12:15.123363 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'name': 'network-vif-deleted', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:12:15.125679 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1073d8-03fa-445c-8325-c091616048e2" -d '{"events": [{"server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "name": "network-vif-deleted", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:12:15.167193 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f398c6-f867-4214-ac5c-c1b427d3048b x-openstack-request-id: req-48f398c6-f867-4214-ac5c-c1b427d3048b {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:12:15.167759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7095a15-9df6-4743-a602-d5410ac101a6", "name": "network-vif-deleted", "tag": "48787ba3-9f90-477e-8bb5-d81fc8b1d6a5", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:12:15.170532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-48f398c6-f867-4214-ac5c-c1b427d3048b {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:12:15.170532 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7095a15-9df6-4743-a602-d5410ac101a6', 'name': 'network-vif-deleted', 'tag': '48787ba3-9f90-477e-8bb5-d81fc8b1d6a5', 'status': 'completed', 'code': 200} Feb 21 01:12:15.367957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069939b-8262-4b28-a2ea-c26816471841 req-4684def6-5c13-42a3-a5d8-bbe5ca13f0d6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:15.371872 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7069939b-8262-4b28-a2ea-c26816471841 req-4684def6-5c13-42a3-a5d8-bbe5ca13f0d6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0607483 Feb 21 01:12:15.432362 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7069939b-8262-4b28-a2ea-c26816471841 req-c11a56b8-a2df-49bd-98b2-30fd9ddd0578 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557368 Feb 21 01:12:16.576312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e5961-1935-4d88-8f7f-688829352161 req-eeb34ff3-6416-4eb4-b02d-287b09173ae4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:16.577933 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e9e5961-1935-4d88-8f7f-688829352161 req-eeb34ff3-6416-4eb4-b02d-287b09173ae4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0603948 Feb 21 01:12:16.655139 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e9e5961-1935-4d88-8f7f-688829352161 req-e3a54ef3-e15b-44e3-af5e-f39f87a3cb49 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693500 Feb 21 01:12:16.842192 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:12:16.867592 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:12:16.868016 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 48787ba3-9f90-477e-8bb5-d81fc8b1d6a5 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:12:17.786245 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297084ef-623a-403f-b0ff-f3081121675f req-24ac4b91-f163-4108-8e60-437f4a3b00e5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:17.787869 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-297084ef-623a-403f-b0ff-f3081121675f req-24ac4b91-f163-4108-8e60-437f4a3b00e5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0554385 Feb 21 01:12:17.841204 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-297084ef-623a-403f-b0ff-f3081121675f req-6038046f-4c60-491b-85cb-736a10d8aa7f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474963 Feb 21 01:12:18.975125 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eeaf8-10ff-4bd4-a762-304b2e8c4641 req-d6f6e841-c8d6-4b2f-a055-c9c18d2d5b3e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:18.976820 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b99eeaf8-10ff-4bd4-a762-304b2e8c4641 req-d6f6e841-c8d6-4b2f-a055-c9c18d2d5b3e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0578594 Feb 21 01:12:19.034341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b99eeaf8-10ff-4bd4-a762-304b2e8c4641 req-bd90ef0d-00a7-4ad6-88d3-24abbf149f36 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Feb 21 01:12:20.179367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dfcda-882a-44b9-b579-a97288950dbe req-786d73d7-8ccf-4efb-98cc-5fb5cbcefeb1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:20.181025 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4c2dfcda-882a-44b9-b579-a97288950dbe req-786d73d7-8ccf-4efb-98cc-5fb5cbcefeb1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Feb 21 01:12:20.246139 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4c2dfcda-882a-44b9-b579-a97288950dbe req-76bfa79b-ec0d-4b2a-8b76-62360b3abbd7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558329 Feb 21 01:12:21.396712 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4957f1-ca0c-49b8-a5bf-15cdba9aa253 req-4943fc4d-062d-4a94-8773-df96b3806c38 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:21.399667 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec4957f1-ca0c-49b8-a5bf-15cdba9aa253 req-4943fc4d-062d-4a94-8773-df96b3806c38 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0695388 Feb 21 01:12:21.454751 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec4957f1-ca0c-49b8-a5bf-15cdba9aa253 req-ae957ea6-816e-419d-84c1-f53085a3fd73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494215 Feb 21 01:12:22.593400 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d2b7d-08cb-4ba0-9a53-76bbe6814c81 req-3599dc05-2644-4a56-b283-84bb4c7cc08c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:22.595895 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-811d2b7d-08cb-4ba0-9a53-76bbe6814c81 req-3599dc05-2644-4a56-b283-84bb4c7cc08c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Feb 21 01:12:22.671043 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-811d2b7d-08cb-4ba0-9a53-76bbe6814c81 req-12f1a27e-2436-474e-8dac-05ce108a70a1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687394 Feb 21 01:12:23.824831 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96d09d-c22c-4f75-8e21-d4002bc1e9d8 req-27712ff1-76e8-463d-9659-b34cb8c65312 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:23.827463 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e96d09d-c22c-4f75-8e21-d4002bc1e9d8 req-27712ff1-76e8-463d-9659-b34cb8c65312 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0691271 Feb 21 01:12:23.910913 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e96d09d-c22c-4f75-8e21-d4002bc1e9d8 req-d38498ed-eae8-4531-9e73-566db507ca9d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726032 Feb 21 01:12:24.349907 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:12:25.046150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca593aee-d4fc-4bd5-abe8-0d24c9368d73 req-b84e815d-4965-4343-9826-6b800ef43b31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:25.047851 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ca593aee-d4fc-4bd5-abe8-0d24c9368d73 req-b84e815d-4965-4343-9826-6b800ef43b31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0607848 Feb 21 01:12:25.100518 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ca593aee-d4fc-4bd5-abe8-0d24c9368d73 req-d74208e0-6515-4d1c-a7cf-a3a7f8424d2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Feb 21 01:12:26.254335 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156055-55aa-4d26-bc26-ddc4c6b4ee9f req-daa73b6e-6739-45bf-a02a-3e8bf6b167a1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:26.257504 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9a156055-55aa-4d26-bc26-ddc4c6b4ee9f req-daa73b6e-6739-45bf-a02a-3e8bf6b167a1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0624015 Feb 21 01:12:26.320791 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9a156055-55aa-4d26-bc26-ddc4c6b4ee9f req-3f9c3a43-1375-4c27-98bd-52fdbca700eb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538280 Feb 21 01:12:27.702754 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2244-da54-403c-b533-8ced36bdb963 req-9ee27e30-b2ab-42d3-aa87-bf067f158e75 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:27.704454 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a76f2244-da54-403c-b533-8ced36bdb963 req-9ee27e30-b2ab-42d3-aa87-bf067f158e75 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.3058786 Feb 21 01:12:27.756007 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a76f2244-da54-403c-b533-8ced36bdb963 req-7336453b-e05f-4965-9ecf-333c71607b2d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Feb 21 01:12:28.891093 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c81a-6702-41ae-bc17-b66c007e9775 req-f832394b-91cd-4675-8b8d-0cd997c89182 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:28.893209 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b10c81a-6702-41ae-bc17-b66c007e9775 req-f832394b-91cd-4675-8b8d-0cd997c89182 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0598526 Feb 21 01:12:28.946110 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b10c81a-6702-41ae-bc17-b66c007e9775 req-232cae50-3db1-4250-99fd-160f9fe1ab98 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466769 Feb 21 01:12:29.529957 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2902dbf8-2e3f-4bdb-b208-36d7a9041cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:30.081669 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8ca52-4007-4c9c-b583-df3b3d4ad9e5 req-63a028cd-4199-42e1-b01b-88bef5896b17 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:30.083244 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d2e8ca52-4007-4c9c-b583-df3b3d4ad9e5 req-63a028cd-4199-42e1-b01b-88bef5896b17 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0596592 Feb 21 01:12:30.142159 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d2e8ca52-4007-4c9c-b583-df3b3d4ad9e5 req-203fa154-32be-4ea9-9cf9-6de79267a969 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493658 Feb 21 01:12:31.292721 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9857ee2-8c1d-497c-81d3-00590b12bca4 req-6f499b66-3a22-455e-9bb7-c9a14e71db70 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:31.294399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b9857ee2-8c1d-497c-81d3-00590b12bca4 req-6f499b66-3a22-455e-9bb7-c9a14e71db70 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0630491 Feb 21 01:12:31.353117 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b9857ee2-8c1d-497c-81d3-00590b12bca4 req-73cce9e2-0bb8-48c8-9393-13f5676005d2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516870 Feb 21 01:12:32.186930 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6878dbe8-1bc7-403c-9d9c-bc73d27ac12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:32.509764 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc561c66-d1e7-4e37-a453-f8a427d35e00 req-f42c648f-0cb3-4480-b97e-f79bd3ee7409 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:32.511389 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cc561c66-d1e7-4e37-a453-f8a427d35e00 req-f42c648f-0cb3-4480-b97e-f79bd3ee7409 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0604448 Feb 21 01:12:32.561255 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cc561c66-d1e7-4e37-a453-f8a427d35e00 req-592f3e97-7308-4dff-8ce8-cf57bb07b47b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Feb 21 01:12:33.339715 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:33.693736 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e262d4-0a89-4173-845d-ef1361d3ddc0 req-3ff9762a-e88b-4e5c-b114-8318f438b6be tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:33.695320 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68e262d4-0a89-4173-845d-ef1361d3ddc0 req-3ff9762a-e88b-4e5c-b114-8318f438b6be tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0586212 Feb 21 01:12:33.746306 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68e262d4-0a89-4173-845d-ef1361d3ddc0 req-c3e09cf8-adcc-46a9-9af4-c3c3eb61e86e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452836 Feb 21 01:12:34.889152 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c692de-d634-4210-959e-f65e1017c8bb req-429a82e9-66ab-4b84-aef5-244fd3a1b004 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:34.890863 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-19c692de-d634-4210-959e-f65e1017c8bb req-429a82e9-66ab-4b84-aef5-244fd3a1b004 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0683796 Feb 21 01:12:34.923364 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:34.938577 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:12:34.950259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-19c692de-d634-4210-959e-f65e1017c8bb req-9e3784bf-4308-446a-8f3b-5296ed493e83 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529518 Feb 21 01:12:35.052392 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:35.065168 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '17542d9a-ec16-46b0-907e-71f3f5221834', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'port_id': '17542d9a-ec16-46b0-907e-71f3f5221834', 'mac_address': 'fa:16:3e:45:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:12:35.110238 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: ACTIVE; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:12:35.110641 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:35.125826 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17542d9a-ec16-46b0-907e-71f3f5221834 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:12:35.147577 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:35.263146 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:35.310584 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=6']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:35.317694 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.324206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:12:35.457399 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['17542d9a-ec16-46b0-907e-71f3f5221834'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:12:35.931036 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:36.085799 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caff9bd-5699-4874-9e3a-914e77c65aae req-15f0881a-ac84-410b-9f55-d42cfde3b254 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:36.087315 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3caff9bd-5699-4874-9e3a-914e77c65aae req-15f0881a-ac84-410b-9f55-d42cfde3b254 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0568297 Feb 21 01:12:36.137902 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3caff9bd-5699-4874-9e3a-914e77c65aae req-29d0b963-3037-4f8b-a928-9a147c0d8339 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Feb 21 01:12:36.936967 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:12:36.989241 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 17542d9a-ec16-46b0-907e-71f3f5221834 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:12:36.989720 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:37.077693 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:12:37.078096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:37.104347 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:12:37.106958 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59764729-9a39-49fe-99a6-8cbbf043db3f" -d '{"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:12:37.121493 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:37.177254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af710099-2020-465c-80af-198208e206bf x-openstack-request-id: req-af710099-2020-465c-80af-198208e206bf {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:12:37.178116 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:12:37.178665 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af710099-2020-465c-80af-198208e206bf {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:12:37.179284 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'code': 200} Feb 21 01:12:37.223828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:37.279692 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=7']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:37.319177 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34b990-f2fe-4dd1-9a29-27c490338a80 req-0a6dc81e-529a-4132-8ebe-c9beb42d4dda tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:37.320900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8d34b990-f2fe-4dd1-9a29-27c490338a80 req-0a6dc81e-529a-4132-8ebe-c9beb42d4dda tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0742877 Feb 21 01:12:37.377447 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8d34b990-f2fe-4dd1-9a29-27c490338a80 req-c61486b7-9579-4bf3-b663-603328c9e9c0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504763 Feb 21 01:12:38.551283 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977773f-4cab-4fad-acd6-da89515b2168 req-3688aabc-aa02-4184-809d-37bb7a472089 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:38.552820 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2977773f-4cab-4fad-acd6-da89515b2168 req-3688aabc-aa02-4184-809d-37bb7a472089 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0830879 Feb 21 01:12:38.625019 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2977773f-4cab-4fad-acd6-da89515b2168 req-b0bbbdb5-96d1-436a-af05-00a271eca378 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592725 Feb 21 01:12:39.051754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:39.759081 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecddb3-4d72-4eb3-abc7-236d63a2e897 req-e76e3f62-cf5d-42bb-805e-bc9d53a1d88f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:39.761595 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-94ecddb3-4d72-4eb3-abc7-236d63a2e897 req-e76e3f62-cf5d-42bb-805e-bc9d53a1d88f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0694098 Feb 21 01:12:39.809380 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-94ecddb3-4d72-4eb3-abc7-236d63a2e897 req-c1a7dc0e-1126-4245-8489-bdce2cfc7216 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Feb 21 01:12:40.960253 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4492-3597-49f2-8b3a-789466a2a8d6 req-d56616f1-30cd-4128-9885-9706d1524b61 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:40.965691 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-127e4492-3597-49f2-8b3a-789466a2a8d6 req-d56616f1-30cd-4128-9885-9706d1524b61 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0761151 Feb 21 01:12:41.021020 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-127e4492-3597-49f2-8b3a-789466a2a8d6 req-a34d61c8-c31c-4414-84b8-81b897c7dfb5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528457 Feb 21 01:12:42.214508 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef69fe-b4b0-48a5-bca5-c85228ea3e78 req-a4671569-7437-4dfc-9b0b-19ac6188a21f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:42.224444 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3eef69fe-b4b0-48a5-bca5-c85228ea3e78 req-a4671569-7437-4dfc-9b0b-19ac6188a21f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1028926 Feb 21 01:12:42.308611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3eef69fe-b4b0-48a5-bca5-c85228ea3e78 req-da7f94bc-bd3c-4acc-916b-5f9dfbf0143d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822444 Feb 21 01:12:43.544978 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f63e93-c293-44f6-9876-dd94e9154964 req-7c97bc3d-1c8b-4129-8784-72c4539d6c5e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:43.548641 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-98f63e93-c293-44f6-9876-dd94e9154964 req-7c97bc3d-1c8b-4129-8784-72c4539d6c5e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0977566 Feb 21 01:12:43.663872 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-98f63e93-c293-44f6-9876-dd94e9154964 req-4f38f5bf-3639-4e45-9420-f7f6780522ec tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973878 Feb 21 01:12:44.828685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f980-c40d-4860-852f-16013a694aa6 req-5f9a81c6-95b6-4b0d-bdf7-8a3a839a5c2c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:44.830739 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce93f980-c40d-4860-852f-16013a694aa6 req-5f9a81c6-95b6-4b0d-bdf7-8a3a839a5c2c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0749948 Feb 21 01:12:44.903413 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce93f980-c40d-4860-852f-16013a694aa6 req-7858026b-e071-4474-9c84-2e0d6c99712c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605335 Feb 21 01:12:46.097762 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9612-dfb5-4bca-834c-46a92dee69f1 req-0c1b3b7d-6145-4164-aba8-29db3f5f337d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:46.099596 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa0a9612-dfb5-4bca-834c-46a92dee69f1 req-0c1b3b7d-6145-4164-aba8-29db3f5f337d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1075451 Feb 21 01:12:46.155337 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa0a9612-dfb5-4bca-834c-46a92dee69f1 req-436deaea-5b42-4c59-b376-a46d78a96eee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492153 Feb 21 01:12:47.336090 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118332b-159c-48d3-b22d-e683765f8d8c req-fc35683f-4609-420f-aeaf-f2cdfedb9ed2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:47.337915 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4118332b-159c-48d3-b22d-e683765f8d8c req-fc35683f-4609-420f-aeaf-f2cdfedb9ed2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0736032 Feb 21 01:12:47.413453 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4118332b-159c-48d3-b22d-e683765f8d8c req-b87c364f-449e-4245-a7b3-87ba13bb299b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612535 Feb 21 01:12:48.575223 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7325-0bd4-4cd5-b9d9-433eae7bd3d6 req-3156b7a6-1ac2-46b8-90be-075d7ccb77a6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:48.576812 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b64b7325-0bd4-4cd5-b9d9-433eae7bd3d6 req-3156b7a6-1ac2-46b8-90be-075d7ccb77a6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0627501 Feb 21 01:12:48.630393 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b64b7325-0bd4-4cd5-b9d9-433eae7bd3d6 req-2a71e247-0111-4701-9fdc-fb36573a05be tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471847 Feb 21 01:12:49.313170 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-ee154750-e54e-4162-963d-d4e5fb93ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:49.315433 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-ee154750-e54e-4162-963d-d4e5fb93ed36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 1129 time: 0.0653555 Feb 21 01:12:49.416456 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-d0439892-e181-4cfc-b309-a3ea1d354f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:49.417954 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-d0439892-e181-4cfc-b309-a3ea1d354f6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.0964122 Feb 21 01:12:49.487059 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-1d4edcd5-9ea2-4e8b-89e1-51acb1b0262b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 1001 time: 0.0610654 Feb 21 01:12:49.545020 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-6dfca9f4-7e3d-4633-b677-2ffe6c5fc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:49.546496 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-6dfca9f4-7e3d-4633-b677-2ffe6c5fc8e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0541792 Feb 21 01:12:49.597748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-0b0ee628-c53b-44f1-9722-063ed658290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:49.599183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-0b0ee628-c53b-44f1-9722-063ed658290a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471816 Feb 21 01:12:49.694411 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-02bc59e7-d634-4f23-b278-40704859562c service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Feb 21 01:12:49.834567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e3f8-10b6-45af-9dae-a8f07bf9cd1d req-a4052417-9c4c-465c-aa9a-3e2621b9899c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:49.836026 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c3c6e3f8-10b6-45af-9dae-a8f07bf9cd1d req-a4052417-9c4c-465c-aa9a-3e2621b9899c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1163857 Feb 21 01:12:49.838106 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4f6490-f041-481e-8b46-f45f841960f5 req-e17767a4-c349-4762-8119-1ec5f773b211 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380284 Feb 21 01:12:49.885290 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c3c6e3f8-10b6-45af-9dae-a8f07bf9cd1d req-2cbc698d-90eb-4be0-81d9-9a8f5cce2d0d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Feb 21 01:12:51.018028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e70b5-c5fc-4293-9cd7-2b7074e94717 req-c55bbddf-9bc5-4eb0-925d-097698eb6e0a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:51.019599 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-618e70b5-c5fc-4293-9cd7-2b7074e94717 req-c55bbddf-9bc5-4eb0-925d-097698eb6e0a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0610738 Feb 21 01:12:51.027283 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:12:51.076752 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-618e70b5-c5fc-4293-9cd7-2b7074e94717 req-01086c49-bbfd-4689-92f9-e55089e1e715 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513062 Feb 21 01:12:51.122948 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: ACTIVE; New status is: DOWN {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:12:51.123388 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:51.148234 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:12:51.150436 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac22d78-2247-48c1-acc9-f9cb96afdda2" -d '{"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:12:51.163367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:12:51.187397 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706335d-067f-4bb0-a4fa-f711681e3b01 x-openstack-request-id: req-8706335d-067f-4bb0-a4fa-f711681e3b01 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:12:51.187734 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:12:51.188029 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8706335d-067f-4bb0-a4fa-f711681e3b01 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:12:51.188449 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'code': 200} Feb 21 01:12:51.223122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:51.274957 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=8']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:12:52.221879 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805290e2-4f60-41fe-b380-d608948b5c25 req-1999df17-03de-4fa8-bd9d-4b9fde082fba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:52.223939 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-805290e2-4f60-41fe-b380-d608948b5c25 req-1999df17-03de-4fa8-bd9d-4b9fde082fba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0566659 Feb 21 01:12:52.276797 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-805290e2-4f60-41fe-b380-d608948b5c25 req-4620e564-9e31-4578-b6dc-0ce6eec96d53 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 Feb 21 01:12:53.640541 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-246c91cf-1e80-437a-80d6-705c783c1308 req-e5415a53-1c6f-4d3e-8f34-69509920b2dd service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:12:53.641552 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-246c91cf-1e80-437a-80d6-705c783c1308 req-e5415a53-1c6f-4d3e-8f34-69509920b2dd service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054066 Feb 21 01:12:53.966999 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affddade-26f6-4dfc-aed1-fe0d547012ae req-b6411ba9-3380-4dec-a53f-40c0402aa906 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:53.968594 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-affddade-26f6-4dfc-aed1-fe0d547012ae req-b6411ba9-3380-4dec-a53f-40c0402aa906 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0544112 Feb 21 01:12:54.024621 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-affddade-26f6-4dfc-aed1-fe0d547012ae req-170ec6db-5dae-4281-a670-015cadc56bdc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493371 Feb 21 01:12:54.596266 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 56296) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:12:54.696526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-d9695307-9bed-4c1f-9302-2da1d75c01d0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984824 Feb 21 01:12:54.704863 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-18136574-35d5-4845-80d2-c83b5c62832b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:12:54.705806 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-18136574-35d5-4845-80d2-c83b5c62832b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049200 Feb 21 01:12:54.783567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 56304) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:12:54.877551 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-edbf36c0-c78f-4679-a05c-6935ddbcc232 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:54.879050 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-edbf36c0-c78f-4679-a05c-6935ddbcc232 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports/17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 200 len: 940 time: 0.0939155 Feb 21 01:12:55.055626 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 17542d9a-ec16-46b0-907e-71f3f5221834 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:12:55.136574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 17542d9a-ec16-46b0-907e-71f3f5221834 is: DOWN; New status is: DOWN {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:12:55.179551 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c82f-c089-4537-8d38-b3182a1d77f9 req-f226b5a7-e6ad-4355-a881-fc8d999cfd2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:55.182252 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15e3c82f-c089-4537-8d38-b3182a1d77f9 req-f226b5a7-e6ad-4355-a881-fc8d999cfd2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0724003 Feb 21 01:12:55.233802 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15e3c82f-c089-4537-8d38-b3182a1d77f9 req-095ef65a-d11b-44a7-a8d5-39bc5f4952a2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Feb 21 01:12:56.364823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcda21-4c86-4746-b71d-691a38d8531a req-ff1a8f17-6c22-4214-9cf6-675938519766 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:56.366354 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9ddcda21-4c86-4746-b71d-691a38d8531a req-ff1a8f17-6c22-4214-9cf6-675938519766 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0569570 Feb 21 01:12:56.421847 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9ddcda21-4c86-4746-b71d-691a38d8531a req-bc2c0280-41a9-4a90-8863-ea0177b16ccb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499179 Feb 21 01:12:57.563942 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75e6c3-b58f-4027-b4ac-fc1f2a964d2e req-efc284b6-b6a8-4fd6-ab66-5675d1281040 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:57.565462 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d75e6c3-b58f-4027-b4ac-fc1f2a964d2e req-efc284b6-b6a8-4fd6-ab66-5675d1281040 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0661476 Feb 21 01:12:57.613591 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d75e6c3-b58f-4027-b4ac-fc1f2a964d2e req-ba60b580-505f-493e-9337-79a95960678a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Feb 21 01:12:58.744476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17044f86-114a-4a4d-8012-d9bdc83bcba7 req-2d372573-6002-4f01-9bb6-5202b8c9913e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:58.746077 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17044f86-114a-4a4d-8012-d9bdc83bcba7 req-2d372573-6002-4f01-9bb6-5202b8c9913e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0584836 Feb 21 01:12:58.809665 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17044f86-114a-4a4d-8012-d9bdc83bcba7 req-2b2e80be-ee5e-46b3-85df-eed73344107b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573463 Feb 21 01:12:59.529985 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43a50727-764d-4a8d-9649-a1ccbaebca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:12:59.938177 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf2440-3b6f-4f71-b3d1-85d3342510ae req-1c0eb5da-5c73-4d51-b213-4c1321b25334 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:12:59.939650 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-decf2440-3b6f-4f71-b3d1-85d3342510ae req-1c0eb5da-5c73-4d51-b213-4c1321b25334 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0576193 Feb 21 01:12:59.990466 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-decf2440-3b6f-4f71-b3d1-85d3342510ae req-79679d3f-d28d-46c2-b094-80a71d16cd38 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Feb 21 01:13:01.117781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1c276-2daa-4831-9338-e937d64f9c09 req-6ff10bbd-8ddc-4720-9e90-662060be8693 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:01.119183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1fd1c276-2daa-4831-9338-e937d64f9c09 req-6ff10bbd-8ddc-4720-9e90-662060be8693 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Feb 21 01:13:01.178276 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1fd1c276-2daa-4831-9338-e937d64f9c09 req-761ccc80-411e-4790-8b3d-f8e29834f393 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534205 Feb 21 01:13:01.349449 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:13:02.134763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-de9f1abc-348a-4b89-b051-24b433c9cb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:02.319218 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48d3f-e072-45f4-95f8-4f390f711978 req-12f8894a-2aae-47f1-924e-7553c045fc11 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:02.320737 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bc48d3f-e072-45f4-95f8-4f390f711978 req-12f8894a-2aae-47f1-924e-7553c045fc11 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0579915 Feb 21 01:13:02.367212 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bc48d3f-e072-45f4-95f8-4f390f711978 req-cea083d9-aa9c-4476-b336-0ce9dcd7f70d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Feb 21 01:13:03.339931 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:03.493883 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b26632-4cb4-466f-900a-e06752e7b988 req-4b461cf9-919c-4c64-aa78-6664c80692b9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:03.495379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3b26632-4cb4-466f-900a-e06752e7b988 req-4b461cf9-919c-4c64-aa78-6664c80692b9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0542259 Feb 21 01:13:03.547611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3b26632-4cb4-466f-900a-e06752e7b988 req-81c685f1-aae6-4143-bb8c-b7f19c125b91 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Feb 21 01:13:04.674119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77588123-3918-451d-bbf8-f13591db6efb req-a33598d7-d4d8-4aab-a7a5-77eb83794f4e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:04.675666 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77588123-3918-451d-bbf8-f13591db6efb req-a33598d7-d4d8-4aab-a7a5-77eb83794f4e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0545034 Feb 21 01:13:04.729865 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77588123-3918-451d-bbf8-f13591db6efb req-9d353e5f-aa3c-4533-b3e1-65dc5f42fd69 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481613 Feb 21 01:13:04.931587 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:05.866560 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd422c6-b50a-4442-8ac4-b49627ceb41c req-3aefc160-9e7b-4fa7-8a0f-0b96fab59c04 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:05.868183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bfd422c6-b50a-4442-8ac4-b49627ceb41c req-3aefc160-9e7b-4fa7-8a0f-0b96fab59c04 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0634930 Feb 21 01:13:05.917455 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bfd422c6-b50a-4442-8ac4-b49627ceb41c req-7c6a5f47-7236-49ae-97b6-66c8e264db20 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Feb 21 01:13:05.925636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:07.056082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143e97-e885-4cf7-aaf3-a1c52cc09c34 req-08f9a09b-606d-4661-b53d-41f1c053c9ca tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:07.057619 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-00143e97-e885-4cf7-aaf3-a1c52cc09c34 req-08f9a09b-606d-4661-b53d-41f1c053c9ca tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0585160 Feb 21 01:13:07.110685 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-00143e97-e885-4cf7-aaf3-a1c52cc09c34 req-a05226b1-28c3-40ab-98d4-4e5d8a58c950 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Feb 21 01:13:08.243887 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bf76a-7ddd-491e-93b3-5798ef4048ac req-d6dc1304-bc15-4fd9-a1b3-73b24c167ba9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:08.245313 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ef6bf76a-7ddd-491e-93b3-5798ef4048ac req-d6dc1304-bc15-4fd9-a1b3-73b24c167ba9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0583656 Feb 21 01:13:08.292722 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ef6bf76a-7ddd-491e-93b3-5798ef4048ac req-99a07abc-6fb2-4108-8cc2-ce6b899b9967 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Feb 21 01:13:09.034310 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:09.455228 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad6160-fabd-4e3a-bc24-b69901f83036 req-54998c3d-042a-4dfc-9d63-e8be82212ddb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:09.456810 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-70ad6160-fabd-4e3a-bc24-b69901f83036 req-54998c3d-042a-4dfc-9d63-e8be82212ddb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0698199 Feb 21 01:13:09.510869 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-70ad6160-fabd-4e3a-bc24-b69901f83036 req-8164d276-2acb-4e76-b46a-52f6974cb668 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471551 Feb 21 01:13:10.632855 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0da6ed-18e0-46f8-a129-4e8d4b294693 req-ab6135e2-16ed-4658-83c2-0570b2cf33c6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:10.634332 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cb0da6ed-18e0-46f8-a129-4e8d4b294693 req-ab6135e2-16ed-4658-83c2-0570b2cf33c6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528798 Feb 21 01:13:10.684568 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cb0da6ed-18e0-46f8-a129-4e8d4b294693 req-d817f3ee-d81c-4f4d-85cf-fcd60f21640e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Feb 21 01:13:11.432659 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-0dd97f33-2b6c-445b-a2ab-d04db9a4390e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456963 Feb 21 01:13:11.520663 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-20849018-f22e-46b9-af15-6a8888d5ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:11.522448 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-20849018-f22e-46b9-af15-6a8888d5ff5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1129 time: 0.0464377 Feb 21 01:13:11.633349 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-b1f91c17-5bcf-4e83-aee1-665a97825895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:11.635399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-b1f91c17-5bcf-4e83-aee1-665a97825895 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 915 time: 0.0927041 Feb 21 01:13:11.676345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-53eebc09-777c-4b80-b8f2-de4ec100fa41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 217 time: 0.0346181 Feb 21 01:13:11.722765 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-51dc7782-0c20-4e9c-8895-ec2e8cca13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:11.724965 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-51dc7782-0c20-4e9c-8895-ec2e8cca13ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0431051 Feb 21 01:13:11.756534 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-f0c9b4b7-c95c-4b2d-969e-a503409f3834 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255845 Feb 21 01:13:11.865023 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6273-00f7-463d-94c9-d3d6f100128b req-95084da1-27cb-4bb9-92b1-cfa7df8926e3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:11.866255 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe7f6273-00f7-463d-94c9-d3d6f100128b req-95084da1-27cb-4bb9-92b1-cfa7df8926e3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1073961 Feb 21 01:13:11.894874 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-fcb66cbe-a07e-4cd5-b343-762c15c76651 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280100 Feb 21 01:13:11.967281 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe7f6273-00f7-463d-94c9-d3d6f100128b req-c2cebdca-1668-46e2-b1a7-fac6d396c510 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931458 Feb 21 01:13:12.004593 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b607c1-a42e-4ddc-bd1e-15feed87fd96 req-e890afbd-f35d-47bf-a383-e60efb6ad0d1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973995 Feb 21 01:13:13.096788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480659b4-f314-4a4b-9c67-0154cf7c0c4a req-eb6ef0bd-fda0-4ebd-9faf-91b84f583898 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:13.098259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-480659b4-f314-4a4b-9c67-0154cf7c0c4a req-eb6ef0bd-fda0-4ebd-9faf-91b84f583898 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0548677 Feb 21 01:13:13.144036 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-480659b4-f314-4a4b-9c67-0154cf7c0c4a req-63ce25e5-26e3-419f-a902-25c8a0f533ec tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Feb 21 01:13:14.274111 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2e66-ea9c-44c7-b10e-d6055f27a830 req-df4e7681-96ed-4ee1-9a4b-366e63c092c1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:14.275593 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa5b2e66-ea9c-44c7-b10e-d6055f27a830 req-df4e7681-96ed-4ee1-9a4b-366e63c092c1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0577989 Feb 21 01:13:14.322631 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa5b2e66-ea9c-44c7-b10e-d6055f27a830 req-b881c88b-2b4f-4dde-8b48-1adcb557cb27 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Feb 21 01:13:15.450229 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a52df-0efb-479c-87cb-597a5105b6f1 req-cdd78360-75f8-4f68-a164-7d549a41f4aa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:15.451721 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-207a52df-0efb-479c-87cb-597a5105b6f1 req-cdd78360-75f8-4f68-a164-7d549a41f4aa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0541697 Feb 21 01:13:15.499523 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-207a52df-0efb-479c-87cb-597a5105b6f1 req-cf640bc7-9661-4f91-9e19-a25894f9231d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Feb 21 01:13:16.636337 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf1d96-6d17-4ea1-828e-24237e981e79 req-3f4900dd-5551-4b7c-ad77-d6e8b2db09f4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:16.637843 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a1bf1d96-6d17-4ea1-828e-24237e981e79 req-3f4900dd-5551-4b7c-ad77-d6e8b2db09f4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0610938 Feb 21 01:13:16.684922 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a1bf1d96-6d17-4ea1-828e-24237e981e79 req-092c8d98-1c21-4c6e-a488-2de9c9398c56 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Feb 21 01:13:17.810293 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae6ab-85fa-402a-bc1b-aae9ce889ef8 req-be5654fe-3840-4cf4-beae-1752630e802b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:17.811763 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c01ae6ab-85fa-402a-bc1b-aae9ce889ef8 req-be5654fe-3840-4cf4-beae-1752630e802b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Feb 21 01:13:17.859269 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c01ae6ab-85fa-402a-bc1b-aae9ce889ef8 req-3c893ba7-2462-4503-9aef-2c3ddf993103 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Feb 21 01:13:18.985372 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70ed0-2bb1-464e-b726-98fe1be1a3dd req-81c50d1b-99cc-4ecd-aeb3-558a582f53d2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:18.986854 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-56d70ed0-2bb1-464e-b726-98fe1be1a3dd req-81c50d1b-99cc-4ecd-aeb3-558a582f53d2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0541928 Feb 21 01:13:19.041983 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-56d70ed0-2bb1-464e-b726-98fe1be1a3dd req-19188b80-1511-437b-b2c6-23d91b977261 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486488 Feb 21 01:13:20.169655 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962b5be-6f5b-4bf9-8802-8044abefb1b9 req-e6166598-2805-45a0-ae7a-e6114418c616 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:20.171123 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5962b5be-6f5b-4bf9-8802-8044abefb1b9 req-e6166598-2805-45a0-ae7a-e6114418c616 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533462 Feb 21 01:13:20.219195 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5962b5be-6f5b-4bf9-8802-8044abefb1b9 req-c5a2f9a3-ecd2-435e-95db-5ca96c12c923 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Feb 21 01:13:21.342554 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54301d13-db45-4061-869c-40d493a6c7ab req-74d6576c-03f0-4668-9bc9-f598f34be601 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:21.344153 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54301d13-db45-4061-869c-40d493a6c7ab req-74d6576c-03f0-4668-9bc9-f598f34be601 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0517967 Feb 21 01:13:21.391825 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54301d13-db45-4061-869c-40d493a6c7ab req-cca63bb7-5af5-47f6-bd6f-49d71ae57702 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Feb 21 01:13:22.517636 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb222d-e1ee-4198-8e6e-2af3d66a080d req-228c827c-6f79-431d-b9e4-737be9c11cd9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:22.519079 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f6fb222d-e1ee-4198-8e6e-2af3d66a080d req-228c827c-6f79-431d-b9e4-737be9c11cd9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0544877 Feb 21 01:13:22.564334 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f6fb222d-e1ee-4198-8e6e-2af3d66a080d req-b21b6fbc-8a6b-4c2c-a805-6fe92deb576a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Feb 21 01:13:23.687022 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e1d3-006e-4f77-b580-dea74b9aa08a req-b52c8fec-db23-4d80-8462-6aa8c7f2d19c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:23.688553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1579e1d3-006e-4f77-b580-dea74b9aa08a req-b52c8fec-db23-4d80-8462-6aa8c7f2d19c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532563 Feb 21 01:13:23.734208 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1579e1d3-006e-4f77-b580-dea74b9aa08a req-878d67c0-44cd-48a7-b8c4-cdcf79c0143f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Feb 21 01:13:24.858659 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ac9da-89d6-47ba-8b4a-f97f80d9b839 req-c87104bd-fabb-4f88-a1fe-38726e29e258 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:24.860142 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-394ac9da-89d6-47ba-8b4a-f97f80d9b839 req-c87104bd-fabb-4f88-a1fe-38726e29e258 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0517056 Feb 21 01:13:24.911006 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-394ac9da-89d6-47ba-8b4a-f97f80d9b839 req-fe4a52f0-a86c-44b4-a778-a7f6ea9c63e2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Feb 21 01:13:26.045930 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51184ab-238b-4b79-b493-c3ba2dde50b0 req-fab970f7-d7f0-492e-bd8c-6805a1c704a5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:26.047409 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c51184ab-238b-4b79-b493-c3ba2dde50b0 req-fab970f7-d7f0-492e-bd8c-6805a1c704a5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0606642 Feb 21 01:13:26.092975 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c51184ab-238b-4b79-b493-c3ba2dde50b0 req-89d86af7-cdd6-4f8c-a0d9-7b9052280f5b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Feb 21 01:13:27.216013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e5d9-148d-4ff0-b1d6-3c8ac8424b61 req-29909208-36b5-4153-92c2-5f681a23b107 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:27.217477 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45b7e5d9-148d-4ff0-b1d6-3c8ac8424b61 req-29909208-36b5-4153-92c2-5f681a23b107 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530858 Feb 21 01:13:27.264455 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45b7e5d9-148d-4ff0-b1d6-3c8ac8424b61 req-51f2dbf5-1edc-4ef4-b4d9-8214ce583a07 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Feb 21 01:13:28.393714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42956355-6e68-4ed8-bafa-214c07115197 req-b283797d-859b-4cb3-84cb-cf12baf213ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:28.395636 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42956355-6e68-4ed8-bafa-214c07115197 req-b283797d-859b-4cb3-84cb-cf12baf213ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0579462 Feb 21 01:13:28.456193 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42956355-6e68-4ed8-bafa-214c07115197 req-23e363c6-b069-4413-8bf8-8410687ecee8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550165 Feb 21 01:13:29.516415 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c83000bf-f65c-4625-905e-87366963493d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:29.588301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8992708-55de-4da6-95ec-e330bee4df93 req-c64be62f-9e75-4d5c-b354-5af8d7249de0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:29.589779 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b8992708-55de-4da6-95ec-e330bee4df93 req-c64be62f-9e75-4d5c-b354-5af8d7249de0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538509 Feb 21 01:13:29.637320 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b8992708-55de-4da6-95ec-e330bee4df93 req-aa7da6bf-99e8-47f8-82bb-1c7b4537dffd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Feb 21 01:13:30.766181 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7c1d6-59c4-49ff-a022-0dd459f30a81 req-28a0f1a4-9f58-4519-8cb2-4fbaf7927c54 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:30.767638 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab7c1d6-59c4-49ff-a022-0dd459f30a81 req-28a0f1a4-9f58-4519-8cb2-4fbaf7927c54 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0563035 Feb 21 01:13:30.814825 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ab7c1d6-59c4-49ff-a022-0dd459f30a81 req-b1131dff-ad57-403c-9737-b323f88b621b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Feb 21 01:13:31.941566 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa4dd-ff33-467e-83d1-49eb02b3d497 req-bfa40f64-af12-4d25-a7b4-946a92c771d8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:31.943039 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0eefa4dd-ff33-467e-83d1-49eb02b3d497 req-bfa40f64-af12-4d25-a7b4-946a92c771d8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532944 Feb 21 01:13:31.990158 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0eefa4dd-ff33-467e-83d1-49eb02b3d497 req-2f5b31f6-ca54-43ab-a0ff-4f0534d4da3a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Feb 21 01:13:32.142808 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-51b71e9a-72e6-4259-b862-4951a087de6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:33.117256 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63660868-827f-4b0e-a944-a3239f6e909d req-31ee8abc-1dc2-46be-8b6a-c9f5ae37090a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:33.118717 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63660868-827f-4b0e-a944-a3239f6e909d req-31ee8abc-1dc2-46be-8b6a-c9f5ae37090a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538132 Feb 21 01:13:33.170201 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63660868-827f-4b0e-a944-a3239f6e909d req-09e5b76b-81c2-4ceb-baac-91d16b18e34c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Feb 21 01:13:33.322383 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:34.298729 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a4a5f-d0b6-4223-be5e-0b32a79fee9d req-339dd412-0a0c-483f-a388-835fada72f42 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:34.300263 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-948a4a5f-d0b6-4223-be5e-0b32a79fee9d req-339dd412-0a0c-483f-a388-835fada72f42 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531843 Feb 21 01:13:34.349208 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-948a4a5f-d0b6-4223-be5e-0b32a79fee9d req-cc3dc5b2-1ded-45c5-a2a1-4a47add4d9e3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Feb 21 01:13:34.950759 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:35.478063 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2cde3-1bf2-41d7-b138-de95309c1913 req-e1ff7939-2678-41f1-ac91-9bbed42b3077 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:35.479615 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-30f2cde3-1bf2-41d7-b138-de95309c1913 req-e1ff7939-2678-41f1-ac91-9bbed42b3077 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0548201 Feb 21 01:13:35.542803 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-30f2cde3-1bf2-41d7-b138-de95309c1913 req-529e767f-fb20-418e-9dae-76de16429031 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Feb 21 01:13:35.909032 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:36.652932 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b17c1-eae8-4d39-a1a4-bdc201db38d2 req-dfb483ec-e13c-4f18-9eee-cd779aaa7939 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:36.654387 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f5b17c1-eae8-4d39-a1a4-bdc201db38d2 req-dfb483ec-e13c-4f18-9eee-cd779aaa7939 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559416 Feb 21 01:13:36.700027 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f5b17c1-eae8-4d39-a1a4-bdc201db38d2 req-19f31cb0-b3d3-4362-a5ce-2d83a459fc32 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398774 Feb 21 01:13:37.822291 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7c1b-7781-4eac-9358-c193219b98e9 req-faa5d799-5689-40a7-8219-aaf96d76b651 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:37.823664 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-139e7c1b-7781-4eac-9358-c193219b98e9 req-faa5d799-5689-40a7-8219-aaf96d76b651 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530922 Feb 21 01:13:37.869093 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-139e7c1b-7781-4eac-9358-c193219b98e9 req-12b4bb9b-1901-4daf-9d08-28b3aa08bc8e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 Feb 21 01:13:38.348844 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:13:38.993881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4228439-7a2d-43b8-b5ee-818c074230fe req-02d70d00-c44d-4e93-8a61-2b87b7a6257c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:39.000687 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c4228439-7a2d-43b8-b5ee-818c074230fe req-02d70d00-c44d-4e93-8a61-2b87b7a6257c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532291 Feb 21 01:13:39.044898 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c4228439-7a2d-43b8-b5ee-818c074230fe req-bd1bfdc0-6cc2-430c-a161-4d41fae75c6d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438871 Feb 21 01:13:39.053201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:40.168367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7717cf-bfef-44ac-a3a5-102cc2b2f002 req-c0a9955b-9c15-4406-8bc0-1674d2518459 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:40.169835 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae7717cf-bfef-44ac-a3a5-102cc2b2f002 req-c0a9955b-9c15-4406-8bc0-1674d2518459 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0514901 Feb 21 01:13:40.216134 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae7717cf-bfef-44ac-a3a5-102cc2b2f002 req-3496f477-c870-4c00-9609-c5ab81077528 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Feb 21 01:13:41.337913 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67b6ff-f992-4eb1-b3cb-e256f075ba24 req-1d7502c7-1917-4b09-8e33-4d50f798c96b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:41.339391 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1b67b6ff-f992-4eb1-b3cb-e256f075ba24 req-1d7502c7-1917-4b09-8e33-4d50f798c96b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525279 Feb 21 01:13:41.386053 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1b67b6ff-f992-4eb1-b3cb-e256f075ba24 req-5d6c492a-3c08-454d-8788-0af7f91b4fff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Feb 21 01:13:42.511526 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371a90-0d49-41b9-bac0-195129652251 req-69c3687f-73a2-4c6d-a07b-7ba5f726e3ed tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:42.513107 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a2371a90-0d49-41b9-bac0-195129652251 req-69c3687f-73a2-4c6d-a07b-7ba5f726e3ed tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0551190 Feb 21 01:13:42.558804 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a2371a90-0d49-41b9-bac0-195129652251 req-dd2e812f-14c2-42ac-a9e8-6b3f18e3b21d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Feb 21 01:13:43.683961 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52f523-2ad9-429b-b162-9316014a4201 req-51ed0aab-3a53-432b-92a4-7bd76c26e354 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:43.685476 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe52f523-2ad9-429b-b162-9316014a4201 req-51ed0aab-3a53-432b-92a4-7bd76c26e354 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536745 Feb 21 01:13:43.732887 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe52f523-2ad9-429b-b162-9316014a4201 req-a6d77779-18fc-484c-b597-1a576bd9630e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Feb 21 01:13:44.861427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c60f9-b7da-42c7-91d3-44ed613fd47e req-a3046822-e5c5-4c7a-ac69-1a5ea53bf784 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:44.862925 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e0c60f9-b7da-42c7-91d3-44ed613fd47e req-a3046822-e5c5-4c7a-ac69-1a5ea53bf784 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0577345 Feb 21 01:13:44.912914 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e0c60f9-b7da-42c7-91d3-44ed613fd47e req-250bad62-b519-4783-bffc-83fd4c4a9a41 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Feb 21 01:13:46.036660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5582b-aa2d-441d-ae0c-ccb88f61b56f req-a4353547-15bf-444a-b0c1-d6fac74889af tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:46.038022 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e6a5582b-aa2d-441d-ae0c-ccb88f61b56f req-a4353547-15bf-444a-b0c1-d6fac74889af tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Feb 21 01:13:46.084341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e6a5582b-aa2d-441d-ae0c-ccb88f61b56f req-1a1dcec1-7f48-404a-babc-daea664eefb8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Feb 21 01:13:47.215094 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5512f-0759-4462-83b7-9a46728396bf req-8a3e68f5-9f43-454f-9492-ea5b096925c4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:47.216592 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fbf5512f-0759-4462-83b7-9a46728396bf req-8a3e68f5-9f43-454f-9492-ea5b096925c4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0603566 Feb 21 01:13:47.268499 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fbf5512f-0759-4462-83b7-9a46728396bf req-4790edb6-a81e-41c2-aa2a-57ade017da26 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Feb 21 01:13:48.395556 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba4c4-a082-4aff-b38c-dc14537f8235 req-a65d5ccb-e03f-4bbd-a215-453bfd686867 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:48.397032 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cd3ba4c4-a082-4aff-b38c-dc14537f8235 req-a65d5ccb-e03f-4bbd-a215-453bfd686867 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0539095 Feb 21 01:13:48.444340 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cd3ba4c4-a082-4aff-b38c-dc14537f8235 req-31b22102-eaef-49fb-94c7-2690d749091d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Feb 21 01:13:49.567628 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082005-ccd8-4eb1-81e7-3d2f5dcd9936 req-4f14102f-84ba-47b4-9242-c20e7c4d228d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:49.569137 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-39082005-ccd8-4eb1-81e7-3d2f5dcd9936 req-4f14102f-84ba-47b4-9242-c20e7c4d228d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0516195 Feb 21 01:13:49.614631 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-39082005-ccd8-4eb1-81e7-3d2f5dcd9936 req-11fa7ef2-57ac-4eef-b25c-eb621cf8852f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Feb 21 01:13:50.742578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c24b-a323-4616-b947-b6529164f350 req-d46ac97a-e19d-49ad-8bcc-5aa8dfe1a9ba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:50.744095 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a292c24b-a323-4616-b947-b6529164f350 req-d46ac97a-e19d-49ad-8bcc-5aa8dfe1a9ba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0568080 Feb 21 01:13:50.791317 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a292c24b-a323-4616-b947-b6529164f350 req-c7cfe766-a428-417b-aa64-f5fc83ab31f9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417905 Feb 21 01:13:51.911765 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950d9b8-b7e6-4ed5-8e7f-b3b49490ebde req-4a847591-ef4a-453c-a1dd-f54fda6e1e13 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:51.913259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2950d9b8-b7e6-4ed5-8e7f-b3b49490ebde req-4a847591-ef4a-453c-a1dd-f54fda6e1e13 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528436 Feb 21 01:13:51.960136 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2950d9b8-b7e6-4ed5-8e7f-b3b49490ebde req-8c325d60-2a6f-44c0-974d-0d434d92827d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Feb 21 01:13:53.083912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17f1d-9e70-44db-a26b-f40c5b16b200 req-ace81421-6d9a-4a5e-9fb5-3d0ff7009c37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:53.085358 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-abe17f1d-9e70-44db-a26b-f40c5b16b200 req-ace81421-6d9a-4a5e-9fb5-3d0ff7009c37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0508673 Feb 21 01:13:53.134856 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-abe17f1d-9e70-44db-a26b-f40c5b16b200 req-c399189c-8e26-43f6-ba26-57ec1fdf8a7b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Feb 21 01:13:54.260895 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8cb6-1b7a-4d3f-9dd2-b2ca0c75a297 req-19ae39b9-9735-4a7f-bf8c-293a5841defa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:54.262390 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ab9c8cb6-1b7a-4d3f-9dd2-b2ca0c75a297 req-19ae39b9-9735-4a7f-bf8c-293a5841defa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530808 Feb 21 01:13:54.314655 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ab9c8cb6-1b7a-4d3f-9dd2-b2ca0c75a297 req-5f78b09d-9395-452b-945c-155845b19b46 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Feb 21 01:13:55.442569 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40b57-cbac-4591-8cf2-85d8d4219ccf req-71531b00-ad2e-4e7e-bd91-7c3ddf7e1c15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:55.444068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3aa40b57-cbac-4591-8cf2-85d8d4219ccf req-71531b00-ad2e-4e7e-bd91-7c3ddf7e1c15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0521762 Feb 21 01:13:55.489859 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3aa40b57-cbac-4591-8cf2-85d8d4219ccf req-60577598-0cb7-4df8-b01b-1470a7652547 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Feb 21 01:13:56.616563 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c96df-5fb8-4f0d-8b64-d8c645eec9ba req-5c5d0545-79a7-4348-ab56-d63ef792bc31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:56.618606 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-658c96df-5fb8-4f0d-8b64-d8c645eec9ba req-5c5d0545-79a7-4348-ab56-d63ef792bc31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0546560 Feb 21 01:13:56.665220 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-658c96df-5fb8-4f0d-8b64-d8c645eec9ba req-59c5407a-7e92-4277-bf38-ed2adaa63990 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Feb 21 01:13:57.791119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2043fe-6970-4b70-b9e0-5659ed8b09d9 req-14a9658b-d64f-4f1c-9b6c-3503fdb4f7ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:57.792637 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b2043fe-6970-4b70-b9e0-5659ed8b09d9 req-14a9658b-d64f-4f1c-9b6c-3503fdb4f7ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0543544 Feb 21 01:13:57.841416 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b2043fe-6970-4b70-b9e0-5659ed8b09d9 req-2a2c5ffa-4987-4f0c-8f3a-0ba4c3c456ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Feb 21 01:13:58.606094 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66659f-8621-41e1-a212-0bcc12b1eab9 req-60cc118b-49a8-4f73-920e-5fd984415138 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:58.607689 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f66659f-8621-41e1-a212-0bcc12b1eab9 req-60cc118b-49a8-4f73-920e-5fd984415138 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0585246 Feb 21 01:13:58.659369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f66659f-8621-41e1-a212-0bcc12b1eab9 req-59b1bce1-bf16-4036-a8c0-2d6073965129 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Feb 21 01:13:58.970188 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d408-d844-45e3-8b62-43306ffa9e9e req-168803cc-e5cc-45ef-98a0-7b038a27cd03 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:58.971701 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ce62d408-d844-45e3-8b62-43306ffa9e9e req-168803cc-e5cc-45ef-98a0-7b038a27cd03 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0573325 Feb 21 01:13:59.017872 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ce62d408-d844-45e3-8b62-43306ffa9e9e req-e71ccfdc-68b5-4118-b13a-1a75bfd3f369 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Feb 21 01:13:59.530877 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-916de220-fec3-4f00-b23b-76793ff1a64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:13:59.777728 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07dca-20e8-465a-84fb-927016548061 req-e2a3b2a5-8a61-47a2-bcc4-01f9b2940aa1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:13:59.779110 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a5b07dca-20e8-465a-84fb-927016548061 req-e2a3b2a5-8a61-47a2-bcc4-01f9b2940aa1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0518055 Feb 21 01:13:59.827083 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a5b07dca-20e8-465a-84fb-927016548061 req-1ca271b2-546a-4657-9d8d-a7d4ce48f377 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Feb 21 01:14:00.146559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-57afaf67-8a43-4403-854f-bad62c403eb1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:00.148008 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-57afaf67-8a43-4403-854f-bad62c403eb1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.65 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0785983 Feb 21 01:14:00.168901 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a6f0-12e3-447a-a464-482656492145 req-5c7421c2-bd27-4d12-91c1-be00b4565a0f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:00.170286 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f192a6f0-12e3-447a-a464-482656492145 req-5c7421c2-bd27-4d12-91c1-be00b4565a0f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0761843 Feb 21 01:14:00.263107 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f192a6f0-12e3-447a-a464-482656492145 req-130f03a2-6d33-4251-8dcf-1bfc5c3ed43f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760670 Feb 21 01:14:00.285351 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Deleting port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:14:00.285693 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:00.588856 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] For port 6f209b80-f946-4b10-9f3f-3eab83a2ef86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f209b80-f946-4b10-9f3f-3eab83a2ef86,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:14:00.588856 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:00.818315 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:00.818679 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (b95996ed-c297-4783-8d37-cff338773312), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:00.818999 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Floating IP b95996ed-c297-4783-8d37-cff338773312 disassociated. External IP: 172.27.2.189, port: 6f209b80-f946-4b10-9f3f-3eab83a2ef86. Feb 21 01:14:00.819337 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Calling delete_port for 6f209b80-f946-4b10-9f3f-3eab83a2ef86 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:14:00.982182 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871225b-b40c-4200-bdb0-8580d9c7e137 req-2b07f760-b8c9-410f-91ff-682ad12c6d33 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:00.983689 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a871225b-b40c-4200-bdb0-8580d9c7e137 req-2b07f760-b8c9-410f-91ff-682ad12c6d33 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 945 time: 0.0903437 Feb 21 01:14:01.035950 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a871225b-b40c-4200-bdb0-8580d9c7e137 req-21c409ea-05a3-4e14-a3e1-474cebbeeab6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/security-groups?id=a0b77437-2c72-4721-ba41-8f8de6b7154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Feb 21 01:14:01.047013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (6f209b80-f946-4b10-9f3f-3eab83a2ef86), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:01.074738 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event deleted for resources: {'Port': ['ID=6f209b80-f946-4b10-9f3f-3eab83a2ef86,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:14:01.086825 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.087407 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.087813 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.088256 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.088606 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.088943 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.089283 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.089622 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.089950 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.090283 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.090615 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.090941 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.091266 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:14:01.223464 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Router b2348e42-c3d0-431c-8e80-adbdd87a0e62 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:14:01.322404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:14:01.336460 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Sync routers for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:14:01.347093 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:14:01.348098 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:13:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:14:01.369092 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] No DVR routers for this DVR port 6f209b80-f946-4b10-9f3f-3eab83a2ef86 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:14:01.371731 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:01.375201 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a8e27c71-13ef-4c66-b207-2cdfc8be923a req-016efcf7-8945-4b31-b481-719bb9d54f1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.65 "DELETE /v2.0/ports/6f209b80-f946-4b10-9f3f-3eab83a2ef86 HTTP/1.1" status: 204 len: 173 time: 1.2218676 Feb 21 01:14:01.375826 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'name': 'network-vif-deleted', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:14:01.378205 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f92868-283a-41af-ba43-217e11ba5147" -d '{"events": [{"server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "name": "network-vif-deleted", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:14:01.423150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ae4819-f6ef-44cd-8a7b-d0292ff77d25 x-openstack-request-id: req-76ae4819-f6ef-44cd-8a7b-d0292ff77d25 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:14:01.423522 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f114c776-ca8f-4972-a0a7-3af4a2740a2e", "name": "network-vif-deleted", "tag": "6f209b80-f946-4b10-9f3f-3eab83a2ef86", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:14:01.423870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76ae4819-f6ef-44cd-8a7b-d0292ff77d25 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:14:01.424336 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f114c776-ca8f-4972-a0a7-3af4a2740a2e', 'name': 'network-vif-deleted', 'tag': '6f209b80-f946-4b10-9f3f-3eab83a2ef86', 'status': 'completed', 'code': 200} Feb 21 01:14:01.425611 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59dae6-145c-4f9b-bf5f-b34ee40d886b req-ca900661-9206-4abc-bc2b-8cd3aae65a34 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:01.440891 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5a59dae6-145c-4f9b-bf5f-b34ee40d886b req-ca900661-9206-4abc-bc2b-8cd3aae65a34 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0972700 Feb 21 01:14:01.478892 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:14:01.495204 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5a59dae6-145c-4f9b-bf5f-b34ee40d886b req-f2550bc9-0cf0-4dde-a6a9-a9417ce5c6ca tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Feb 21 01:14:01.684719 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:14:01.710763 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Checking router: b2348e42-c3d0-431c-8e80-adbdd87a0e62 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:14:01.719490 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:14:01.720118 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:13:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:14:01.906751 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:14:02.107639 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:14:02.133876 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-79976eef-9e01-4d31-bb6a-755f90620f95 req-1829a49b-65bf-4625-b533-bed3ea998217 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273607 Feb 21 01:14:02.140481 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafed932-d272-4fcf-9819-60a36fe8415b None None] The sync data for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:10:32Z', 'revision_number': 4, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'ecbeb38c-9452-48af-8bc3-e93eeec72235', 'name': '', 'network_id': 'efea3425-6681-4069-adc6-8204b8ffe9c5', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'mac_address': 'fa:16:3e:54:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:31Z', 'updated_at': '2022-02-21T01:10:37Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'subnets': [{'id': 'b99053b7-c18c-4cdf-a622-630b69f1362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:14:02.145729 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a67a-8573-4256-b8ee-61b5b3bd72a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:02.372778 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d00d46-47ba-41a4-a773-bf8f2ba99540 None None] New status for floating IP b95996ed-c297-4783-8d37-cff338773312: DOWN {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:14:02.642814 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135b2ff-4c5e-4f66-a702-713c94812e73 req-48f8339c-2ce2-4170-8d81-2cbc53d57cfa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:02.642814 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b135b2ff-4c5e-4f66-a702-713c94812e73 req-48f8339c-2ce2-4170-8d81-2cbc53d57cfa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0564604 Feb 21 01:14:02.690414 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b135b2ff-4c5e-4f66-a702-713c94812e73 req-828c69c2-6b0b-4580-902f-cda884d71da3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 Feb 21 01:14:03.229186 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7936c2e9-a1aa-412f-8059-28c2a52ff650 req-99524f0e-3ffe-4b2f-a753-c5c4a54b7e4f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271060 Feb 21 01:14:03.344572 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:03.466062 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f209b80-f946-4b10-9f3f-3eab83a2ef86 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:14:03.486735 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 6f209b80-f946-4b10-9f3f-3eab83a2ef86 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:14:03.487083 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f209b80-f946-4b10-9f3f-3eab83a2ef86 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:14:03.823575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39f79-78a2-4ff9-9a40-fbefe6c65b34 req-28ff38ce-c0dd-458f-95a5-424b2177004d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:03.825200 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66e39f79-78a2-4ff9-9a40-fbefe6c65b34 req-28ff38ce-c0dd-458f-95a5-424b2177004d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0550165 Feb 21 01:14:03.877929 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66e39f79-78a2-4ff9-9a40-fbefe6c65b34 req-70091a5c-5487-47d9-b900-a82132dfd622 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470574 Feb 21 01:14:04.325289 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-08ebfa47-e471-4be0-9e82-31e31a156447 req-c500d300-c7f2-45ee-b644-3260019c5061 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0292556 Feb 21 01:14:04.914286 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:05.004028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ef7b-7c06-4e46-8534-0a3283a33d19 req-6fee4795-16d9-4234-9423-ab6a4e91b135 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:05.005516 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9521ef7b-7c06-4e46-8534-0a3283a33d19 req-6fee4795-16d9-4234-9423-ab6a4e91b135 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525653 Feb 21 01:14:05.052341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9521ef7b-7c06-4e46-8534-0a3283a33d19 req-8e829d07-9dd0-407b-8037-b526cf9a4e3a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Feb 21 01:14:05.419010 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-57fb5bd2-27c1-41e3-b392-f3bc1775994e req-d8b800b7-d3af-448c-8a0a-1605b2f869ee tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279207 Feb 21 01:14:05.927292 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:06.174946 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b2e8-39e6-48af-acb2-36ccb959be81 req-382f7b91-9507-4164-b0cd-4d62a56c7d08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:06.176410 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a460b2e8-39e6-48af-acb2-36ccb959be81 req-382f7b91-9507-4164-b0cd-4d62a56c7d08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0513172 Feb 21 01:14:06.222557 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a460b2e8-39e6-48af-acb2-36ccb959be81 req-f3e2af99-becb-40a4-aa94-c16e6251e919 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Feb 21 01:14:06.513216 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de7ce2f4-a093-4adb-8fde-81ba534df87a req-457c8d35-242e-4f92-9087-49482d9ddd1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266371 Feb 21 01:14:07.344741 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3788-3541-4c35-a745-65867a06b751 req-e14466f6-64c5-4a60-94fc-36456850542e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:07.346206 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-75af3788-3541-4c35-a745-65867a06b751 req-e14466f6-64c5-4a60-94fc-36456850542e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0524566 Feb 21 01:14:07.397031 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-75af3788-3541-4c35-a745-65867a06b751 req-eb18b788-0433-4a31-b916-49976aa98f82 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452487 Feb 21 01:14:07.662739 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-842b5eca-4903-4aa4-a1a4-ded09dd13286 req-4d04a865-a95a-4727-8d17-ee325c2062db tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0827665 Feb 21 01:14:08.519272 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28c7a-5f80-44ac-9f70-85057e9bb572 req-465f9f7d-e33a-4ef5-a11c-518fc8d47774 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:08.520776 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-caf28c7a-5f80-44ac-9f70-85057e9bb572 req-465f9f7d-e33a-4ef5-a11c-518fc8d47774 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527537 Feb 21 01:14:08.567634 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-caf28c7a-5f80-44ac-9f70-85057e9bb572 req-b2df3c7d-29e3-4b27-b2ca-f0175dda98f2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Feb 21 01:14:08.804114 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ced7e1a-35ae-4457-9368-077dd470da1c req-c3041c2c-b32b-435e-af12-ff3b2bc7c99a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0763948 Feb 21 01:14:09.087241 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:09.692810 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59146ce-d3cb-4f6e-b9fa-f07dddb32bab req-96399c2e-03b9-4806-8173-3198602d906a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:09.694283 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b59146ce-d3cb-4f6e-b9fa-f07dddb32bab req-96399c2e-03b9-4806-8173-3198602d906a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536859 Feb 21 01:14:09.740195 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b59146ce-d3cb-4f6e-b9fa-f07dddb32bab req-23e7eaf7-74f9-4930-a1fa-abf3f90d6d77 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Feb 21 01:14:09.899597 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ac84052f-0c55-412e-b502-482865e6e753 req-a316f8ac-c3c2-4e46-9ba4-9477bccd33a0 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264485 Feb 21 01:14:10.862713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf71872-9534-4cb6-b0cd-409496b6f01c req-05aaa5f4-c948-457b-918d-b9e561bdc16d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:10.864201 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8cf71872-9534-4cb6-b0cd-409496b6f01c req-05aaa5f4-c948-457b-918d-b9e561bdc16d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0523021 Feb 21 01:14:11.002357 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3277b4bb-fd68-47d5-85c0-afd21ad648de req-be1dcaa6-dc89-4788-9d9b-d46899a0ed88 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0321088 Feb 21 01:14:11.140833 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8cf71872-9534-4cb6-b0cd-409496b6f01c req-5f2a243b-f297-4e83-b2f1-3097ccc80259 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706404 Feb 21 01:14:11.447590 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-1389bd38-08ed-456f-9f7f-742bd318d709 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445595 Feb 21 01:14:11.510444 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-733ea198-e114-4915-b628-7bad4939a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:11.511999 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-733ea198-e114-4915-b628-7bad4939a479 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0447428 Feb 21 01:14:11.617281 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-bc360f89-7bb8-4403-960d-35d98ad1f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:11.619322 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-bc360f89-7bb8-4403-960d-35d98ad1f5ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0896702 Feb 21 01:14:11.661572 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-bc2674b3-9159-4be6-9c19-7f7c84578a0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0358064 Feb 21 01:14:11.708799 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-21c9792e-455d-49f0-91a1-2c5f73a1546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:11.710224 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-21c9792e-455d-49f0-91a1-2c5f73a1546b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0429685 Feb 21 01:14:11.741129 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-02ab5e09-107d-4756-945d-8b14888a1098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249536 Feb 21 01:14:11.832658 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-5d064ea9-5326-4889-9be3-072b3b89dde2 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856516 Feb 21 01:14:11.921838 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b0553e73-40aa-4147-8224-dcf335dd8c55 req-0b576d0a-1929-4bc7-af00-db680653ac33 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Feb 21 01:14:12.101267 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b92f930b-1d70-468c-8c17-9b9aaeac424a req-eb332072-0322-4a67-ab43-9c4ee68543b7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0314033 Feb 21 01:14:12.264915 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ac032-20f0-496e-b220-85ed77c14355 req-f1e5178b-93a3-4928-8875-76e71b9d56ad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:12.266425 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce9ac032-20f0-496e-b220-85ed77c14355 req-f1e5178b-93a3-4928-8875-76e71b9d56ad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536852 Feb 21 01:14:12.313108 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce9ac032-20f0-496e-b220-85ed77c14355 req-4dc09590-4917-4d2c-9d29-681eb4e0bc21 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Feb 21 01:14:13.204248 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-121c29ff-8dea-43db-b458-862642f8178f req-f2ab2cb9-89ab-4003-8848-e62efba126c0 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0292771 Feb 21 01:14:13.437479 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05efed-4cd3-45c7-a822-9f1c3ed72611 req-e74fbc60-f19e-40ff-b625-09c06d50d469 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:13.438872 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e05efed-4cd3-45c7-a822-9f1c3ed72611 req-e74fbc60-f19e-40ff-b625-09c06d50d469 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535901 Feb 21 01:14:13.486615 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e05efed-4cd3-45c7-a822-9f1c3ed72611 req-5bc9c23f-cecb-430f-9878-1fee58a3da47 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Feb 21 01:14:14.301151 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ae4d89b-a4ce-449d-b0e5-bc534ff4780d req-cf00f5ec-956b-4e4c-9d03-3bbba1eaca4b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0307510 Feb 21 01:14:14.607433 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248df80-3035-4724-8413-b61a5334c201 req-52bdf3e1-4757-496d-ad46-5c9b21151256 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:14.610075 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2248df80-3035-4724-8413-b61a5334c201 req-52bdf3e1-4757-496d-ad46-5c9b21151256 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0519965 Feb 21 01:14:14.656191 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2248df80-3035-4724-8413-b61a5334c201 req-ba5b97d5-dd1e-4ae1-bb90-055d0a404b7f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Feb 21 01:14:15.348070 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:14:15.397885 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-779db35e-bce8-4a25-85e5-8a55920bc72c req-7a20f4d2-9508-432f-85a4-6f499c0da87a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271986 Feb 21 01:14:15.780650 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8f9f-ec16-43ef-899e-54d3496fd629 req-4e61a58e-f66c-42a2-b687-1b11b58b68b6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:15.782393 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cedc8f9f-ec16-43ef-899e-54d3496fd629 req-4e61a58e-f66c-42a2-b687-1b11b58b68b6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0539801 Feb 21 01:14:15.828686 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cedc8f9f-ec16-43ef-899e-54d3496fd629 req-1ffd6dcb-0bd4-4d8f-8787-6da657e49490 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 Feb 21 01:14:16.497382 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ffddd4f2-8c04-4706-9971-eac0e300c67a req-b7d80cae-96cf-41ab-90bb-439a1fa4b801 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309517 Feb 21 01:14:16.952286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bacea-535c-4e63-ae27-f0ef55ba46b7 req-cbd05ade-627e-4f33-ac67-bfebb00492a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:16.953779 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e7bacea-535c-4e63-ae27-f0ef55ba46b7 req-cbd05ade-627e-4f33-ac67-bfebb00492a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537825 Feb 21 01:14:17.003240 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e7bacea-535c-4e63-ae27-f0ef55ba46b7 req-66c74f0d-f5ab-427d-be76-0c6c251c944a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Feb 21 01:14:17.591173 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-edf0752c-8cf3-4341-bb8c-fdaffdd9664a req-ee3b2d87-4297-4b8e-9cf6-5d4e2f107ac3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273015 Feb 21 01:14:18.125198 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e767da5-0c1b-4303-babd-e2a5d98aacc6 req-9c1917ef-21d7-4d0a-97de-b6648c30ad0e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:18.126654 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1e767da5-0c1b-4303-babd-e2a5d98aacc6 req-9c1917ef-21d7-4d0a-97de-b6648c30ad0e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520988 Feb 21 01:14:18.173851 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1e767da5-0c1b-4303-babd-e2a5d98aacc6 req-a14ef6d2-c6c3-4d03-b635-ebe39cedb56e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417366 Feb 21 01:14:18.687591 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d89e9cc5-3379-4812-8534-94822e92051c req-b9c049bc-2e54-42b3-b8ec-06182d3e7a8a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272305 Feb 21 01:14:19.301421 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db13f7-5659-4db4-90ff-33d172ffe38e req-8aae0fe4-16ba-405a-a361-442ce9c25a60 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:19.302913 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-56db13f7-5659-4db4-90ff-33d172ffe38e req-8aae0fe4-16ba-405a-a361-442ce9c25a60 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0564458 Feb 21 01:14:19.349116 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-56db13f7-5659-4db4-90ff-33d172ffe38e req-c4956892-abaa-45ea-b6e8-65e84fee2d34 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Feb 21 01:14:19.782333 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c7455893-73f9-4f1b-9bd4-fd488bb8772b req-65110df8-a8be-484a-94e7-3046824788d5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282416 Feb 21 01:14:20.472861 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f2d1-0202-49b1-a36e-64cd0283a292 req-e997c22c-0baf-4ea1-8378-cb53743ae57d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:20.474352 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3316f2d1-0202-49b1-a36e-64cd0283a292 req-e997c22c-0baf-4ea1-8378-cb53743ae57d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530593 Feb 21 01:14:20.526163 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3316f2d1-0202-49b1-a36e-64cd0283a292 req-fa854550-f1fb-492d-a389-00de660f54d0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Feb 21 01:14:20.872727 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-049c65fe-4e38-4748-8ba4-ae64d654a59a req-2d07e660-24a6-44e1-9a1c-747d7344665c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266778 Feb 21 01:14:21.652862 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b044ef-a03e-4493-baa3-fd0926a3e4c1 req-8ac8c0b9-b4c8-4730-aa95-1e7217d7837b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:21.654330 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61b044ef-a03e-4493-baa3-fd0926a3e4c1 req-8ac8c0b9-b4c8-4730-aa95-1e7217d7837b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0580070 Feb 21 01:14:21.701716 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61b044ef-a03e-4493-baa3-fd0926a3e4c1 req-b6e09fbb-bbf2-4297-8056-4452183c5712 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Feb 21 01:14:21.968325 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5a59b454-03d4-4bb8-8238-0491ef758592 req-a8de957f-7e10-4bd4-9b09-2357b3d953a6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0268195 Feb 21 01:14:22.835621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67557703-416f-42f0-9e9a-36c1e4bc2b33 req-70a70b82-d0e0-494d-9120-6e97f8de10fc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:22.837864 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67557703-416f-42f0-9e9a-36c1e4bc2b33 req-70a70b82-d0e0-494d-9120-6e97f8de10fc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0576947 Feb 21 01:14:22.909385 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67557703-416f-42f0-9e9a-36c1e4bc2b33 req-fd59792a-a038-491b-af5e-3eea43fac16e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613089 Feb 21 01:14:23.066041 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f6bdfe08-f64f-4315-815b-8e8551943149 req-ed5bfb07-c15b-4dbb-bb52-cbd885bc03bc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275249 Feb 21 01:14:24.043103 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb4820-73c1-4adb-8710-f459e6ccb22f req-63a41940-41ae-4566-88b1-52bd917f70f2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:24.044669 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-16eb4820-73c1-4adb-8710-f459e6ccb22f req-63a41940-41ae-4566-88b1-52bd917f70f2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0570877 Feb 21 01:14:24.102792 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-16eb4820-73c1-4adb-8710-f459e6ccb22f req-bbcacf7d-01e2-47a3-8775-eadd1667254a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518486 Feb 21 01:14:24.169344 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5333594b-4b2a-4f05-8730-460a7ff67dbf req-e82e6ce9-072c-44c4-9fb3-3d8c50811176 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0325160 Feb 21 01:14:25.225592 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f535-c79b-4ef2-9f20-eb3f4f1a49c3 req-d6388a9c-4a62-4559-a5ff-f9b6f9bf1c72 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:25.227162 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5653f535-c79b-4ef2-9f20-eb3f4f1a49c3 req-d6388a9c-4a62-4559-a5ff-f9b6f9bf1c72 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537255 Feb 21 01:14:25.270377 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a97cab2f-5bc6-4f81-b47c-cb5287bfc4eb req-f57e5e42-2a56-47e8-b397-0e70a732dfc9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0316720 Feb 21 01:14:25.278383 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5653f535-c79b-4ef2-9f20-eb3f4f1a49c3 req-342cf4e4-cc88-415a-b071-c581311f9f3f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Feb 21 01:14:26.367273 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-222ba7e9-b25c-4455-a027-d2d49b82e9a3 req-b5ccc82e-272b-4718-a9a0-08cf0067a651 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279069 Feb 21 01:14:26.405965 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e45927-bff8-4726-8f80-1f0ec5f4b4de req-3a0002bc-3980-44b0-9e35-0a4567123435 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:26.407695 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f2e45927-bff8-4726-8f80-1f0ec5f4b4de req-3a0002bc-3980-44b0-9e35-0a4567123435 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535994 Feb 21 01:14:26.453549 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f2e45927-bff8-4726-8f80-1f0ec5f4b4de req-ef0b9ee4-8d27-4481-8151-6eee4dd2b97b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Feb 21 01:14:27.460984 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fd3709b1-4059-4873-a346-f1b278ddcd73 req-3012c730-a49b-4f5b-909a-56589052576a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266082 Feb 21 01:14:27.573816 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe303a-ad0e-44ae-aa5c-af086a27ca21 req-011484a5-73f0-4c1d-9900-39501e206c19 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:27.575190 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68fe303a-ad0e-44ae-aa5c-af086a27ca21 req-011484a5-73f0-4c1d-9900-39501e206c19 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0521977 Feb 21 01:14:27.624487 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68fe303a-ad0e-44ae-aa5c-af086a27ca21 req-e1c65348-7aaf-4b65-bef3-ff47d1ee6cda tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Feb 21 01:14:28.555765 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bb2e033e-ed6b-4613-9775-5f5ba92383df req-99dbd2b4-526e-4980-a646-1d8c6cd36dae tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277607 Feb 21 01:14:28.754294 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec9956-0f4a-4689-aec6-27c9a2901400 req-8ccb3e37-7ae7-47fe-9292-aa063a1fb3c9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:28.755818 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1fec9956-0f4a-4689-aec6-27c9a2901400 req-8ccb3e37-7ae7-47fe-9292-aa063a1fb3c9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0562012 Feb 21 01:14:28.803989 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1fec9956-0f4a-4689-aec6-27c9a2901400 req-ff57c627-6afc-4d24-a31a-db42b55505bf tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Feb 21 01:14:29.531130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65b0f684-0d84-4def-9483-e283de97c334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:29.677589 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-704c0a99-3e00-466e-8444-34a149f34fe5 req-ba353742-7f92-4835-be85-3525be54c3f3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0383317 Feb 21 01:14:29.946332 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efade57-2e78-4d6d-9f50-b448ed742baf req-80e9d43b-4807-4d6a-b6ca-ffa85fbd821b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:29.948383 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2efade57-2e78-4d6d-9f50-b448ed742baf req-80e9d43b-4807-4d6a-b6ca-ffa85fbd821b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0650029 Feb 21 01:14:30.003679 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2efade57-2e78-4d6d-9f50-b448ed742baf req-d213ba6a-4de9-4452-9bba-760fb7ceeadc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495377 Feb 21 01:14:30.773707 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-89870854-9291-4c78-bed5-70c8dcb61b23 req-a2a765fc-9e02-4f9c-a34e-8a1c945bbc22 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279174 Feb 21 01:14:31.133730 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8702e-bbb8-4b4d-a898-271338551b4e req-a33605bc-a40a-4624-b9f0-26bcdf522a41 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:31.136137 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7de8702e-bbb8-4b4d-a898-271338551b4e req-a33605bc-a40a-4624-b9f0-26bcdf522a41 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537555 Feb 21 01:14:31.187470 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7de8702e-bbb8-4b4d-a898-271338551b4e req-92a07f36-cc47-4a46-b437-8c4610b1e9bd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Feb 21 01:14:31.875863 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e4eebdd7-e77a-487c-9c86-c11f61d8cba2 req-9175b627-664e-4ae1-929e-e6246352e1d9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0310862 Feb 21 01:14:32.160113 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-353ba6c7-744c-49c2-bf38-ad27726bb407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:32.318068 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e4e78-36c0-4f63-9c0a-e50185c23d90 req-8a80797e-74c5-4714-8d7e-93abaf9fc9ac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:32.319217 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-608e4e78-36c0-4f63-9c0a-e50185c23d90 req-8a80797e-74c5-4714-8d7e-93abaf9fc9ac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0562484 Feb 21 01:14:32.373906 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-608e4e78-36c0-4f63-9c0a-e50185c23d90 req-c56c634d-abda-4328-88b3-c6427c7b4887 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 Feb 21 01:14:32.975900 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc1f2a2b-225a-4ff9-8bfc-1fcb8b209719 req-bb9d58e4-b858-4496-ac87-54032da46a65 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0333095 Feb 21 01:14:33.348247 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:33.502615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba165-aaa4-44bd-972b-4fec5df9cdc9 req-e97cea2d-8239-45bc-96bb-60fc9ac6a95d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:33.504012 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6edba165-aaa4-44bd-972b-4fec5df9cdc9 req-e97cea2d-8239-45bc-96bb-60fc9ac6a95d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559676 Feb 21 01:14:33.552580 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6edba165-aaa4-44bd-972b-4fec5df9cdc9 req-691402f9-50ee-4580-a7b9-1da2fccc7cbe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Feb 21 01:14:34.073269 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-062872c0-cca9-43f5-ba89-48d3a656dced req-81de5b7e-9e8f-4548-abd5-a061b050cca8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289021 Feb 21 01:14:34.694728 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a221c-1b96-493e-a42e-32c6b195108d req-67b5d06b-c5ef-411c-a066-16d2cf124aaf tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:34.696261 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a26a221c-1b96-493e-a42e-32c6b195108d req-67b5d06b-c5ef-411c-a066-16d2cf124aaf tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0627697 Feb 21 01:14:34.745328 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a26a221c-1b96-493e-a42e-32c6b195108d req-ff190918-928f-4ad0-a7e0-1f1cc2d0bae6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433085 Feb 21 01:14:34.910095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:35.176150 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c8540666-b398-4173-beff-2efa3704f319 req-dd3a98d8-e395-48e0-a015-446507d455a3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0294859 Feb 21 01:14:35.870557 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c737e0-160b-41c8-8aaa-637816009779 req-70a0e0f1-38e2-4f41-aaab-544a2e836a46 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:35.872088 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-57c737e0-160b-41c8-8aaa-637816009779 req-70a0e0f1-38e2-4f41-aaab-544a2e836a46 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0540602 Feb 21 01:14:35.909459 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:35.925103 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-57c737e0-160b-41c8-8aaa-637816009779 req-c8c51202-c314-4740-b92e-20a9bc831f03 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473607 Feb 21 01:14:36.273726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1762bd45-f038-4018-849b-ebed57bd9c23 req-48779d3a-9769-43b0-bdc8-f2692af59a3a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277073 Feb 21 01:14:37.057310 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79380-3681-4c65-a258-ce5dcae4658e req-db887e3f-06f5-41bd-9105-7fd710f3d564 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:37.058572 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e1f79380-3681-4c65-a258-ce5dcae4658e req-db887e3f-06f5-41bd-9105-7fd710f3d564 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0572345 Feb 21 01:14:37.107566 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e1f79380-3681-4c65-a258-ce5dcae4658e req-37ab16e5-b381-4d73-9b77-f656553f6533 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Feb 21 01:14:37.369419 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-56986674-8db1-40c6-848b-1bb44bdcc879 req-e77e1b74-1c81-4f1b-92dd-4ef94282dc52 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278990 Feb 21 01:14:38.235828 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3865247-cfcd-4067-82ff-aaa136ea3570 req-b004ebae-a550-4c62-ab67-6baf574e3de8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:38.237475 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d3865247-cfcd-4067-82ff-aaa136ea3570 req-b004ebae-a550-4c62-ab67-6baf574e3de8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0570624 Feb 21 01:14:38.288382 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d3865247-cfcd-4067-82ff-aaa136ea3570 req-b0e3621a-26cf-4ed1-ac92-d518fea1f060 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Feb 21 01:14:38.469597 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54c95a64-b404-4050-993c-a63156a6d9a1 req-7fc48e15-0fdb-4c13-aebf-9e44cc5ef761 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309272 Feb 21 01:14:39.104195 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:14:39.414667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355fec8-8fa4-4a13-a7c9-65658d2108ed req-7b68278e-3ba8-40d4-b9b1-c2cba641176b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:39.416549 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e355fec8-8fa4-4a13-a7c9-65658d2108ed req-7b68278e-3ba8-40d4-b9b1-c2cba641176b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0546179 Feb 21 01:14:39.472328 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e355fec8-8fa4-4a13-a7c9-65658d2108ed req-ba1a6ae3-6730-4ddf-85ae-a89fb5495842 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458760 Feb 21 01:14:39.572380 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-328fd5ff-13fb-42ba-9f20-e3e3aad4efef req-8bf6bf61-a5f6-4b91-a6cc-7f3dce6acd3a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0314481 Feb 21 01:14:40.598933 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace4174-f2ad-4808-aefb-08d57a317c97 req-de947b5e-188e-4f6e-bf86-1ac30d5c8fab tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:40.600037 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6ace4174-f2ad-4808-aefb-08d57a317c97 req-de947b5e-188e-4f6e-bf86-1ac30d5c8fab tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538099 Feb 21 01:14:40.660742 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6ace4174-f2ad-4808-aefb-08d57a317c97 req-6dae3ef1-d33e-44c9-8a04-9c9ee304e951 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542533 Feb 21 01:14:40.670298 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b983c4-721d-4243-b97c-40d0321ad45f req-301d7aac-61d0-4396-964a-59de8f987b59 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0306084 Feb 21 01:14:41.770803 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bc019f60-a349-44d2-8d1c-10022c62fec2 req-cb983a09-9f9d-4fa5-93e7-6bce9b949e75 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266557 Feb 21 01:14:41.796669 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28bb73-764b-4751-ab0c-56e34813cee2 req-1fe816e3-d576-4590-aec8-8c0e01f7d8ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:41.798042 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b28bb73-764b-4751-ab0c-56e34813cee2 req-1fe816e3-d576-4590-aec8-8c0e01f7d8ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0540636 Feb 21 01:14:41.847070 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b28bb73-764b-4751-ab0c-56e34813cee2 req-cc9cba51-d55a-4cf5-b97e-f878dfe0f68e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Feb 21 01:14:42.871065 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4b413490-8eec-4cfc-b897-ecbb88effa89 req-62d6b449-ce24-4104-b96e-b492ce50b579 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0314360 Feb 21 01:14:42.982981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a319b1-d57b-4fb0-a663-a93727b2b95d req-6f8fdf25-5773-46df-ad50-828264af6759 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:42.984501 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49a319b1-d57b-4fb0-a663-a93727b2b95d req-6f8fdf25-5773-46df-ad50-828264af6759 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0583186 Feb 21 01:14:43.032100 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49a319b1-d57b-4fb0-a663-a93727b2b95d req-6b83e229-0dd9-478f-a5c9-68c0dd50e299 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 Feb 21 01:14:43.968489 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-02e2270f-dfbd-4a59-9cc8-890386a4a676 req-91e36075-e19e-4b2b-bed3-be3e2e8787fd tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277791 Feb 21 01:14:44.156930 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2dce6-1684-4839-95f4-687e8278fed6 req-39ea42f1-b83a-471c-b0b8-0f5e2b063b88 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:44.158340 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88c2dce6-1684-4839-95f4-687e8278fed6 req-39ea42f1-b83a-471c-b0b8-0f5e2b063b88 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534983 Feb 21 01:14:44.209436 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-88c2dce6-1684-4839-95f4-687e8278fed6 req-bdf5e799-99b9-435d-9f89-5b2eeb2d579e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455158 Feb 21 01:14:45.064363 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b85ab43-d3c5-4f84-ad99-05ed823e5adc req-268ae88f-32b3-432f-b01f-a2aa108c5af2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0292394 Feb 21 01:14:45.335333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24200-2cfe-4365-ad1c-12b121cd5b1b req-61228992-cb2d-4149-8937-b453934ea80c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:45.337318 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aaf24200-2cfe-4365-ad1c-12b121cd5b1b req-61228992-cb2d-4149-8937-b453934ea80c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0524993 Feb 21 01:14:45.384636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aaf24200-2cfe-4365-ad1c-12b121cd5b1b req-13a88e3b-7a74-41e9-9e7f-15da1c4647ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Feb 21 01:14:46.159080 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a6ea4c4-adfb-4c8e-b670-c330d90e2f4a req-82e1e9a2-b90c-412f-aa5b-83b65da2edcd tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0307672 Feb 21 01:14:46.512141 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cc021-47d9-4f11-a285-95c4e1ff4b9e req-43f77a0e-f8cc-49f9-bc84-81b0cd8c3633 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:46.513610 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c27cc021-47d9-4f11-a285-95c4e1ff4b9e req-43f77a0e-f8cc-49f9-bc84-81b0cd8c3633 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0563214 Feb 21 01:14:46.559728 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c27cc021-47d9-4f11-a285-95c4e1ff4b9e req-1ddedb4e-6c6b-488f-b041-d1658a741f2e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 Feb 21 01:14:47.252049 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9d079b05-c523-45c8-a067-ae041e7be297 req-1df72bb6-9ad1-4560-a89f-a9fbb34ed53c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267804 Feb 21 01:14:47.684280 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b1bd-1b91-41e1-8658-9050fb13e46e req-b314670f-1539-4129-96a4-d07418c7d120 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:47.685680 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-08b2b1bd-1b91-41e1-8658-9050fb13e46e req-b314670f-1539-4129-96a4-d07418c7d120 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0541823 Feb 21 01:14:47.732607 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-08b2b1bd-1b91-41e1-8658-9050fb13e46e req-25b7f651-d5d7-4145-9ab2-0dfbfbd9da41 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Feb 21 01:14:48.343859 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-69dd0f05-c0d1-47b6-ad90-5522479aac44 req-dc075707-6547-4c65-920c-5fb3a5cec4ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269399 Feb 21 01:14:48.859380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefabec9-45d7-44e7-87ca-42a1890a3638 req-5395be4b-39bb-445e-b907-fe16cf78a87c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:48.860949 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fefabec9-45d7-44e7-87ca-42a1890a3638 req-5395be4b-39bb-445e-b907-fe16cf78a87c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0566449 Feb 21 01:14:48.914273 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fefabec9-45d7-44e7-87ca-42a1890a3638 req-29919f84-9f98-473a-978d-50c9eb846423 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Feb 21 01:14:49.440053 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ba54af44-3d39-432a-bff6-f6ac03b54d8b req-7fbe725f-4c26-47f2-bc3c-8551f9a536fd tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0299850 Feb 21 01:14:50.040997 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce625b35-3f80-4a15-81e8-572050835b23 req-51e5bef4-e49e-4360-843e-75ee8c4af791 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:50.042443 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ce625b35-3f80-4a15-81e8-572050835b23 req-51e5bef4-e49e-4360-843e-75ee8c4af791 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0563607 Feb 21 01:14:50.088494 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ce625b35-3f80-4a15-81e8-572050835b23 req-8732a14e-79f7-4168-be57-b4e102d22cad tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Feb 21 01:14:50.534071 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6e78676d-d31a-4d0a-a4fd-8ed25f0e5957 req-4738873b-e4ef-4c5a-9051-e7e184650c75 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0276926 Feb 21 01:14:51.210513 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e35c-ba74-41ca-8c6f-133adaaa7ffe req-cb4a7c3a-bc35-4e4b-aafe-24e86dfa7b08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:51.220617 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dd42e35c-ba74-41ca-8c6f-133adaaa7ffe req-cb4a7c3a-bc35-4e4b-aafe-24e86dfa7b08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525305 Feb 21 01:14:51.262061 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dd42e35c-ba74-41ca-8c6f-133adaaa7ffe req-cb351846-1f52-479a-83ba-9cead4f51390 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Feb 21 01:14:51.628510 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5cf39316-10fd-47ac-bec9-0a6d69765909 req-543699d5-683f-460e-b610-da0c10322e1f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281076 Feb 21 01:14:52.347129 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:14:52.385316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94179d3-d65d-43c5-843d-b64c09441299 req-6f178b7a-0611-40b9-967d-90daea52f96e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:52.386793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d94179d3-d65d-43c5-843d-b64c09441299 req-6f178b7a-0611-40b9-967d-90daea52f96e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533965 Feb 21 01:14:52.434499 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d94179d3-d65d-43c5-843d-b64c09441299 req-10e6469f-6660-41d7-9fdf-28d935d17c86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Feb 21 01:14:52.723423 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-594ccfbe-745d-4ee3-b0b4-b9e1f1951a90 req-a213addb-0f76-4a85-82d3-9b1a247904c1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271523 Feb 21 01:14:53.561180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c6a70-5276-40b7-95c4-863d53495281 req-af577cc7-41ae-4236-bce2-bfe1c8464935 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:53.562549 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b8c6a70-5276-40b7-95c4-863d53495281 req-af577cc7-41ae-4236-bce2-bfe1c8464935 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0553474 Feb 21 01:14:53.607857 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b8c6a70-5276-40b7-95c4-863d53495281 req-a7d576c4-298a-4c2d-b554-30291b33def6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Feb 21 01:14:53.818224 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-105d9bc4-0880-496a-b584-6360c241a82d req-5ba4db9d-8e8b-413a-9a80-efdefe99f30d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0299065 Feb 21 01:14:54.734310 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca748a5-73fe-48c5-b86d-7fd48a428164 req-f99eb992-aff0-4f17-b147-b2bd935b0d08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:54.735779 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dca748a5-73fe-48c5-b86d-7fd48a428164 req-f99eb992-aff0-4f17-b147-b2bd935b0d08 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0566752 Feb 21 01:14:54.781870 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dca748a5-73fe-48c5-b86d-7fd48a428164 req-2819473a-9cd6-41e3-9481-56301e7d7dc6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403361 Feb 21 01:14:54.914021 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-697819bb-8bcc-43ad-b02e-7aff5b58b4e3 req-31f337c2-f503-42bf-9bee-aaeaec9acaee tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0290866 Feb 21 01:14:55.906486 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f5ed-f5f7-4d79-8737-f801bf0bdcd0 req-c43ed0ed-f95c-4936-9f20-a4d53ac1e8e2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:55.908230 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bb6f5ed-f5f7-4d79-8737-f801bf0bdcd0 req-c43ed0ed-f95c-4936-9f20-a4d53ac1e8e2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0554345 Feb 21 01:14:55.972653 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bb6f5ed-f5f7-4d79-8737-f801bf0bdcd0 req-daf7181e-46fb-4602-92fb-6e40751413a2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521448 Feb 21 01:14:56.025512 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-930cc405-a545-496b-835f-7d28ab5d1842 req-8fca9e59-b1c8-444f-b4bb-3b608f7534d4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0285220 Feb 21 01:14:57.095708 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b536e-34dd-4a62-b9d9-f86dbc4d1cc2 req-b407148b-adee-4e62-af38-018eb8b9156d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:57.097222 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5f2b536e-34dd-4a62-b9d9-f86dbc4d1cc2 req-b407148b-adee-4e62-af38-018eb8b9156d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522826 Feb 21 01:14:57.123218 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cc0012e3-fb85-43c7-bc68-8a041ca58283 req-7251442f-35c6-4d8f-b046-9add7faaaed8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281389 Feb 21 01:14:57.147383 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5f2b536e-34dd-4a62-b9d9-f86dbc4d1cc2 req-f4a97fa8-6b98-416e-82fd-f1e9deb5d921 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Feb 21 01:14:58.217970 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c326eb1f-9aaf-4814-a864-750828967851 req-98482746-5d22-4910-83c0-326e404928e5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270436 Feb 21 01:14:58.276998 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dafa8e-a416-4ac0-994a-efde1c055334 req-a04a8644-da1b-48bd-843f-0ad52bdb4b09 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:58.278475 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-58dafa8e-a416-4ac0-994a-efde1c055334 req-a04a8644-da1b-48bd-843f-0ad52bdb4b09 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527031 Feb 21 01:14:58.327377 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-58dafa8e-a416-4ac0-994a-efde1c055334 req-0fab2bd4-ee63-4325-909f-67257635e7da tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Feb 21 01:14:59.313113 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea9c38e5-2284-43f1-8cb0-58797213ced8 req-7bdbf37c-f717-4164-9b80-d633b64ebe50 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278997 Feb 21 01:14:59.450814 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c4c6-ddfb-4cd2-8b6f-5db3042bb93d req-1880b3f1-ee9d-482b-ad54-a1f2f0e025cc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:14:59.452301 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d748c4c6-ddfb-4cd2-8b6f-5db3042bb93d req-1880b3f1-ee9d-482b-ad54-a1f2f0e025cc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532908 Feb 21 01:14:59.500586 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d748c4c6-ddfb-4cd2-8b6f-5db3042bb93d req-d8278f89-bc69-4313-88db-331d5b0a60bd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Feb 21 01:14:59.508757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f3f79bce-94c9-47b9-b1dd-a16c66913f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:00.407586 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-42578cd0-8736-4b5c-bebc-34cb902f8f49 req-504a342b-159a-4fcd-8a8d-f13ec9344b28 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282743 Feb 21 01:15:00.628890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff92d5-16ff-44c5-8f1c-99582d857c5c req-1763033c-b742-43f2-bc2f-4dadbc3d8a56 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:00.630277 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45ff92d5-16ff-44c5-8f1c-99582d857c5c req-1763033c-b742-43f2-bc2f-4dadbc3d8a56 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0554242 Feb 21 01:15:00.678020 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45ff92d5-16ff-44c5-8f1c-99582d857c5c req-4ee63463-cd4c-4fd5-a66d-ae534b255253 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Feb 21 01:15:01.499405 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d71646a-e1cd-4b66-b4a6-a39e81af0951 req-fb78a04f-5d3b-4f94-8c95-77205cd3d201 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0260262 Feb 21 01:15:01.807928 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3da8-4f93-47e7-9c46-1c4192a1bd53 req-fbea6a1f-f81a-479b-a1f2-4b4019afa4af tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:01.809506 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c2ca3da8-4f93-47e7-9c46-1c4192a1bd53 req-fbea6a1f-f81a-479b-a1f2-4b4019afa4af tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0597057 Feb 21 01:15:01.856606 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c2ca3da8-4f93-47e7-9c46-1c4192a1bd53 req-4151cebf-491c-4bd4-a9b2-3d2c362d5736 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Feb 21 01:15:02.148704 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ec47b8f4-1b07-4651-b7d9-8767d4d89ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:02.594944 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f9de48e9-52ba-4766-9ab1-531a0ac8b6dd req-6a5e12d3-5dff-4f74-84b9-383bb5e6874e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273635 Feb 21 01:15:02.981701 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475c72d-8a8f-4afa-85dd-0515f60d5d88 req-876340a8-b294-4cea-9a5f-75f5277d0ae0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:02.983159 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3475c72d-8a8f-4afa-85dd-0515f60d5d88 req-876340a8-b294-4cea-9a5f-75f5277d0ae0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552704 Feb 21 01:15:03.029093 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3475c72d-8a8f-4afa-85dd-0515f60d5d88 req-27ffc173-73d5-48bb-b7d9-82bbc4485999 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Feb 21 01:15:03.325627 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:03.689981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a2fa1cad-8ac3-4db4-bb20-473b6b02a8aa req-527ad2b9-0aac-4919-aded-8d5c51cfc3b1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279093 Feb 21 01:15:04.150237 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8a2e0-38be-4337-9865-ff2c45039b92 req-5bcc05cd-d6c9-4e8c-8d9b-67ffbcc6f074 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:04.152502 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-23e8a2e0-38be-4337-9865-ff2c45039b92 req-5bcc05cd-d6c9-4e8c-8d9b-67ffbcc6f074 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520432 Feb 21 01:15:04.200821 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-23e8a2e0-38be-4337-9865-ff2c45039b92 req-88ac5396-97f4-4899-b3f2-d2e4f535d077 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Feb 21 01:15:04.782524 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8be1b565-c4e4-4b2a-9175-c02adf12a4ca req-aca3e9d1-cc99-4c4e-b56c-05729a5b5d27 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275249 Feb 21 01:15:04.949090 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:05.326107 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac5018-3a70-4a89-9aef-5d585f394604 req-5c27b503-18fe-494e-92fc-3b7439fc7a6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:05.327639 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15ac5018-3a70-4a89-9aef-5d585f394604 req-5c27b503-18fe-494e-92fc-3b7439fc7a6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0551264 Feb 21 01:15:05.376386 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15ac5018-3a70-4a89-9aef-5d585f394604 req-a9459cd3-71c9-4438-a071-314d429eae3a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Feb 21 01:15:05.878003 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff19846f-702b-4e58-b200-6314fd01b14c req-9ff6d019-38ed-4dd1-8d53-79269c10bcdf tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0283699 Feb 21 01:15:05.908860 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:06.503556 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382e28-3db4-4746-906d-9b1cd65abf9f req-5863f555-0487-47ab-85de-e31f5886526d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:06.505045 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b4382e28-3db4-4746-906d-9b1cd65abf9f req-5863f555-0487-47ab-85de-e31f5886526d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534644 Feb 21 01:15:06.552372 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b4382e28-3db4-4746-906d-9b1cd65abf9f req-d762be45-1217-4c3f-8acb-494d9ac233c8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Feb 21 01:15:06.973340 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a815a3a-1cf7-43c1-ad5e-54e9f315896f req-0cb8413d-665f-45fb-a1ce-012cc7ac914e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0295606 Feb 21 01:15:07.674804 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1569e7-61ce-4528-8a79-96675100b995 req-65456843-a4c3-47c4-b0bc-ea95c1543cdb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:07.676300 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf1569e7-61ce-4528-8a79-96675100b995 req-65456843-a4c3-47c4-b0bc-ea95c1543cdb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520630 Feb 21 01:15:07.723055 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf1569e7-61ce-4528-8a79-96675100b995 req-ef374a9b-8db7-49f8-988e-5bebddb1cd8c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Feb 21 01:15:08.065815 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0cf8aff3-348c-4e0f-b0b4-bcb29e54e233 req-bed79de2-9df8-460b-a4e6-cd7208ff3482 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0283663 Feb 21 01:15:08.849158 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a620d-8dc9-41cc-987e-cc184afaf5c2 req-c5361eda-c9ad-430b-89d2-15ff6a65fa44 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:08.850628 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d38a620d-8dc9-41cc-987e-cc184afaf5c2 req-c5361eda-c9ad-430b-89d2-15ff6a65fa44 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555248 Feb 21 01:15:08.898751 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d38a620d-8dc9-41cc-987e-cc184afaf5c2 req-4f757875-5763-4013-afb2-95d9cc639a51 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Feb 21 01:15:09.086071 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:09.164082 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-645fe58b-62dc-48b8-a3d0-d8ef56859a88 req-ce888d2a-68e7-46f4-b3cf-25e935c28f79 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0296721 Feb 21 01:15:10.020719 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e24e-0a67-4431-92ea-93ac9d42940e req-0bf5c955-7e84-40cb-8419-0dc503c92b4c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:10.022522 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4af0e24e-0a67-4431-92ea-93ac9d42940e req-0bf5c955-7e84-40cb-8419-0dc503c92b4c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Feb 21 01:15:10.070241 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4af0e24e-0a67-4431-92ea-93ac9d42940e req-1b9834da-d81f-4c4c-981d-db2996941d22 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Feb 21 01:15:10.259600 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9dc70917-2328-4461-819e-1c5e47e5e4e4 req-25c29651-af0e-4a24-ab19-633ed2898952 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269256 Feb 21 01:15:11.192272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555066b-930f-4a36-96e1-f4261e75a891 req-caf6bc3c-6516-4490-a7c9-0f08293f1bf1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:11.193746 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9555066b-930f-4a36-96e1-f4261e75a891 req-caf6bc3c-6516-4490-a7c9-0f08293f1bf1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528114 Feb 21 01:15:11.244344 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9555066b-930f-4a36-96e1-f4261e75a891 req-5f28d282-8533-4c38-b0e8-0aea00ff1203 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451860 Feb 21 01:15:11.352322 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7b649776-a59e-4c1d-99f2-5dc669416695 req-26f69cbf-3fe8-4a6e-8da0-7d0a23b4b462 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270920 Feb 21 01:15:12.372121 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4829866-0950-4be6-a28f-2aaf19cf37e4 req-e5e2b20e-79a1-4115-9a4f-cf32bef23bd9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:12.373649 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f4829866-0950-4be6-a28f-2aaf19cf37e4 req-e5e2b20e-79a1-4115-9a4f-cf32bef23bd9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0565841 Feb 21 01:15:12.423030 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f4829866-0950-4be6-a28f-2aaf19cf37e4 req-4bc6454c-eb19-4b22-8835-2311ce49ad45 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Feb 21 01:15:12.447698 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d6113d1-b389-41fa-93f0-e9a7d2a78bf4 req-3e56e343-b359-4ddc-8e10-b23979d44882 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0285296 Feb 21 01:15:13.471552 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-64876f6a-6a27-46ff-b440-38bc03a8b87a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870469 Feb 21 01:15:13.544719 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ab5feeb7-180c-4f6c-ab88-93216d0bc862 req-b04bdf26-99df-4a71-b7d6-d66ecd822e26 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282571 Feb 21 01:15:13.573333 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-8c92e63e-3d6f-40f8-96f0-02183352df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:13.575338 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-8c92e63e-3d6f-40f8-96f0-02183352df7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0810535 Feb 21 01:15:13.582110 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0b697-ef05-40a4-a46b-1cfd8b75f1fc req-01f3da77-2623-45b6-9cad-d8240bb5ab4d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:13.583472 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d4b0b697-ef05-40a4-a46b-1cfd8b75f1fc req-01f3da77-2623-45b6-9cad-d8240bb5ab4d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0807331 Feb 21 01:15:13.684670 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d4b0b697-ef05-40a4-a46b-1cfd8b75f1fc req-5aef7c6d-f5eb-4eba-be26-a5787d4c57dc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949452 Feb 21 01:15:13.707155 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-9939b51a-6f59-4de5-8598-a9492537b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:13.708639 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-9939b51a-6f59-4de5-8598-a9492537b6fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.1131027 Feb 21 01:15:13.750713 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-17ee51b9-03f4-4f9c-b73c-344cc2ba26eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0347166 Feb 21 01:15:13.799300 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-e0f603b6-585f-400b-8859-9c2830598a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:13.800772 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-e0f603b6-585f-400b-8859-9c2830598a05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0433595 Feb 21 01:15:13.832628 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-6461eb27-1b2b-4e34-929c-a6912bce8775 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245807 Feb 21 01:15:13.922324 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-a1299c91-fa87-4e39-843d-f7078d753f91 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837374 Feb 21 01:15:14.011078 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04da8647-70fd-43f0-8ef0-5c39680cc062 req-9acbd5f4-76b4-4656-93b6-9d7e2ef57ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811534 Feb 21 01:15:14.644721 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f9ea5646-f43f-4e0a-8e21-3f328d63a559 req-106786e7-fe61-4122-8923-6815d39a1c84 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0322158 Feb 21 01:15:14.811307 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29770-14bd-499b-824a-95db9028150f req-bf534705-f9d4-46ca-979d-f62cfbad669d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:14.812814 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85d29770-14bd-499b-824a-95db9028150f req-bf534705-f9d4-46ca-979d-f62cfbad669d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559955 Feb 21 01:15:14.863805 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85d29770-14bd-499b-824a-95db9028150f req-6b28196d-bb34-47ff-b463-1c470766b2a1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Feb 21 01:15:15.736957 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d61a9697-53fa-4727-852f-72fee4b60b6a req-43b13017-01c5-4834-9b72-3711e81036ae tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275974 Feb 21 01:15:15.992023 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8095e8e-c0eb-4615-908f-f4c21476ec00 req-64b71738-6f16-41e9-8afd-f73727992f14 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:15.993526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b8095e8e-c0eb-4615-908f-f4c21476ec00 req-64b71738-6f16-41e9-8afd-f73727992f14 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537496 Feb 21 01:15:16.041526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b8095e8e-c0eb-4615-908f-f4c21476ec00 req-2b086da1-e549-435b-8d98-95b4479ad6c3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Feb 21 01:15:16.828491 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1d05c72b-c87b-4e1e-a497-84c98ae121e1 req-849a2fa5-a7cc-451f-b970-7985d86a69ec tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272956 Feb 21 01:15:17.163775 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca88732-4a7d-4ea3-b491-eb656f7c300b req-7995d3a0-e20e-4b60-84c0-35cb3c3bebee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:17.165326 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aca88732-4a7d-4ea3-b491-eb656f7c300b req-7995d3a0-e20e-4b60-84c0-35cb3c3bebee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525961 Feb 21 01:15:17.213950 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aca88732-4a7d-4ea3-b491-eb656f7c300b req-7c8ac6ef-b6d2-480b-ada3-3ea7b1215a3e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Feb 21 01:15:17.921123 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-173142cb-a112-48b7-9980-77de9f36eaa7 req-49f2f588-85ee-4ca2-902d-e03559934e8f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0263982 Feb 21 01:15:18.334410 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8911-df72-4734-8afe-87a49bee7874 req-42e6d5ad-bd0c-4ff6-9677-c006e66b55e2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:18.336266 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f1ab8911-df72-4734-8afe-87a49bee7874 req-42e6d5ad-bd0c-4ff6-9677-c006e66b55e2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0515161 Feb 21 01:15:18.386825 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f1ab8911-df72-4734-8afe-87a49bee7874 req-164ff38c-0139-46b3-b99f-2b15bb4cb41c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Feb 21 01:15:19.014164 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5db4eac0-6f74-41f5-9fd5-8f0e0d822c53 req-dd502b8a-71ca-4a0f-9fe7-f1eb159ca8e7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271628 Feb 21 01:15:19.515999 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829d675-736d-42f0-a43a-d34611227377 req-9aac5fa0-d583-437c-818b-71783730a9a5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:19.517480 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c829d675-736d-42f0-a43a-d34611227377 req-9aac5fa0-d583-437c-818b-71783730a9a5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0572097 Feb 21 01:15:19.579219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c829d675-736d-42f0-a43a-d34611227377 req-0ad2c2e4-3be4-415f-b13f-61250ab2f550 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 Feb 21 01:15:20.106169 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c2c4afb-4cc1-455a-a3eb-53425f3a58a6 req-247cb697-6f6a-4cb1-b1d4-2cc3a6cd31eb tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267475 Feb 21 01:15:20.688978 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab15b9-4c63-4eb2-9e48-934f3e67a192 req-736792e5-f774-4ce5-926e-9e94754075f3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:20.689999 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bcab15b9-4c63-4eb2-9e48-934f3e67a192 req-736792e5-f774-4ce5-926e-9e94754075f3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528519 Feb 21 01:15:20.737529 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bcab15b9-4c63-4eb2-9e48-934f3e67a192 req-de1f36b7-e3fc-4cc8-b029-763ff8df45a1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Feb 21 01:15:21.201018 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0f42eb13-00e8-4e13-9034-fe19a0c62144 req-811f55e2-4d65-4e71-ab12-73b65c49a72d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266805 Feb 21 01:15:21.863256 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9faa0-a4ed-442c-8bb6-54e57fef771a req-0a9e1adc-85e2-40f2-abac-2ea56978a255 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:21.864754 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fb9faa0-a4ed-442c-8bb6-54e57fef771a req-0a9e1adc-85e2-40f2-abac-2ea56978a255 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552139 Feb 21 01:15:21.911046 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fb9faa0-a4ed-442c-8bb6-54e57fef771a req-2c42e28e-d7de-42ae-8b3a-97fbf2fd2de7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Feb 21 01:15:22.293444 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ff513fcf-02a4-4a06-8d5a-264069c3572f req-1490ddba-4caa-466c-a8ca-e9cc11342bde tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262506 Feb 21 01:15:23.142145 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdba8-f016-4b36-a7fb-6f42d0e20a37 req-b56ae742-5a7c-4cad-83aa-464e38a58982 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:23.143634 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17abdba8-f016-4b36-a7fb-6f42d0e20a37 req-b56ae742-5a7c-4cad-83aa-464e38a58982 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0574877 Feb 21 01:15:23.189465 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17abdba8-f016-4b36-a7fb-6f42d0e20a37 req-bfd4fecf-8619-4623-8599-098c730cca49 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Feb 21 01:15:23.388339 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ba88bdfb-0a87-47cb-b38b-7e2ce710d4eb req-7da00258-d324-41fd-ba6e-8b22880dad7b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275211 Feb 21 01:15:24.312969 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0975a-6f6f-4886-b4e8-7e663ee499e0 req-41dce19c-35c3-4e81-83ce-1a28d85005e9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:24.314421 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fa0975a-6f6f-4886-b4e8-7e663ee499e0 req-41dce19c-35c3-4e81-83ce-1a28d85005e9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532360 Feb 21 01:15:24.360219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fa0975a-6f6f-4886-b4e8-7e663ee499e0 req-9473fd40-89ab-44fd-9a7e-2a01529f4210 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 Feb 21 01:15:24.483036 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cf3fb69c-76bc-4001-861f-2f0f0cde111b req-a5f8e412-1d6d-4ff3-a555-1feffde4b71c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270910 Feb 21 01:15:25.482183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58291e-85b9-4bb2-9dae-9653d855b7a3 req-ae5b9b76-2cae-4fdb-aaa6-10fc8e96ea60 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:25.483280 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b58291e-85b9-4bb2-9dae-9653d855b7a3 req-ae5b9b76-2cae-4fdb-aaa6-10fc8e96ea60 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0515747 Feb 21 01:15:25.538108 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b58291e-85b9-4bb2-9dae-9653d855b7a3 req-64655055-38d0-4a7e-8609-1a80a93d4b63 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491953 Feb 21 01:15:25.584533 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3af64a6b-f2e2-4e64-a29a-ec022177c426 req-2234252e-f754-43a3-bd1a-0738656f5503 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0317771 Feb 21 01:15:26.664292 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7a55-66cf-44e6-8bca-bb8c24a5955c req-f012d4d4-9e08-420d-ae0e-06e353511f73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:26.665876 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-669f7a55-66cf-44e6-8bca-bb8c24a5955c req-f012d4d4-9e08-420d-ae0e-06e353511f73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0551031 Feb 21 01:15:26.714973 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-669f7a55-66cf-44e6-8bca-bb8c24a5955c req-d05c388c-fd48-41be-a758-7b5f875b5b6a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Feb 21 01:15:26.902906 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee43583e-9ec1-41f5-9884-55ea94b1a490 req-4224ec2d-d8ee-458d-9108-e95bcf0ca72c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.2507560 Feb 21 01:15:27.838983 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bd534-7129-4734-819d-06d22e972150 req-342c6a13-b42a-4091-8308-46010c399930 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:27.840513 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-973bd534-7129-4734-819d-06d22e972150 req-342c6a13-b42a-4091-8308-46010c399930 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525026 Feb 21 01:15:27.885915 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-973bd534-7129-4734-819d-06d22e972150 req-0d4e32d2-c243-4dfc-ad04-f03ae9cea8c6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 Feb 21 01:15:28.002642 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6da8ec85-2c2c-42b7-8f60-52ccd8ac0ffa req-7bde1fb1-1c5a-4b3c-beaa-15e8961d9162 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271053 Feb 21 01:15:29.011499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f322-ad15-4bbd-8dc8-439778687195 req-b3540f63-51d5-4209-a788-b81397d5fa0f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:29.013531 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e33f322-ad15-4bbd-8dc8-439778687195 req-b3540f63-51d5-4209-a788-b81397d5fa0f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0539150 Feb 21 01:15:29.066964 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e33f322-ad15-4bbd-8dc8-439778687195 req-b0c53530-4cb7-47b9-91b7-623907a3b998 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478690 Feb 21 01:15:29.098103 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-616d18b1-ccdc-47e0-8a52-37d9590aeb2a req-260a0624-2cf3-4567-8dd3-f2862ed990a8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275173 Feb 21 01:15:29.347537 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:15:29.514751 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5485ab7-adad-4b94-837c-8fcb76ee3d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:30.191675 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4b047b24-7395-4cc1-bc10-c5eb24ae4ffa req-63e9dbdb-4f65-4686-9c14-32cfa6208085 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271404 Feb 21 01:15:30.197017 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd40d-1420-4f57-bfb0-9194c1bd1570 req-8ea76a6b-c12b-4043-8a8c-49053d32279f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:30.198496 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c0bcd40d-1420-4f57-bfb0-9194c1bd1570 req-8ea76a6b-c12b-4043-8a8c-49053d32279f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0562901 Feb 21 01:15:30.249134 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c0bcd40d-1420-4f57-bfb0-9194c1bd1570 req-46de6625-ce8c-4e4f-a680-d0951407ff85 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Feb 21 01:15:31.285636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-84c9f7a1-cecf-4ebf-8c7f-dd0ae7a25838 req-7f279dcf-49c3-4aa4-bd52-fef5ebede7f0 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0288169 Feb 21 01:15:31.394253 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc0de4-30bd-436f-80e6-dd6689960681 req-c9f9d779-710e-4e9f-a832-9d256aa8a898 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:31.395756 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-29fc0de4-30bd-436f-80e6-dd6689960681 req-c9f9d779-710e-4e9f-a832-9d256aa8a898 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0546706 Feb 21 01:15:31.443438 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-29fc0de4-30bd-436f-80e6-dd6689960681 req-16c951db-9bed-4a22-aee8-3b86161dc971 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Feb 21 01:15:32.147731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c257836d-7438-4293-a9d6-4e5ed77bff4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:32.381496 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-58f99fb1-428b-47b8-a281-ae0b46fe65b0 req-d5256d93-254d-47df-8899-4c9a0095012d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0299540 Feb 21 01:15:32.564817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf70dc0-3102-4c71-a092-80bf1486cab2 req-476c214d-9530-41c2-9f65-fc6063a80082 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:32.566315 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-edf70dc0-3102-4c71-a092-80bf1486cab2 req-476c214d-9530-41c2-9f65-fc6063a80082 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533950 Feb 21 01:15:32.613500 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-edf70dc0-3102-4c71-a092-80bf1486cab2 req-16b1a1b3-f12f-447e-9ba2-162d7a4ec335 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Feb 21 01:15:33.359580 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:33.479399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3bcf6549-861c-4716-9c97-959f50f8c10f req-e6d131b2-188c-4a8d-9eee-b4ce3cf6ce33 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0305917 Feb 21 01:15:33.734875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17817-185a-4362-ad48-2a2ba420788a req-9d7c03a7-405f-41d1-b544-1517864c9d6b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:33.736392 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e4c17817-185a-4362-ad48-2a2ba420788a req-9d7c03a7-405f-41d1-b544-1517864c9d6b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0540204 Feb 21 01:15:33.783301 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e4c17817-185a-4362-ad48-2a2ba420788a req-d75d95ef-ed2f-4f50-8267-4c916ace11ef tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Feb 21 01:15:34.574203 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36e66817-000e-4cbf-9bd4-2ca9f61f56ef req-f338d82c-483c-4d4d-9b63-c43e74d244cd tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0295978 Feb 21 01:15:34.906521 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afac86-0c58-43f8-a9fd-a8f1dbdfe19e req-b78d9a5b-d252-41d3-bb83-ac5a28b023df tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:34.908012 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01afac86-0c58-43f8-a9fd-a8f1dbdfe19e req-b78d9a5b-d252-41d3-bb83-ac5a28b023df tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0544064 Feb 21 01:15:34.942334 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:34.953945 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01afac86-0c58-43f8-a9fd-a8f1dbdfe19e req-6048b55a-7282-4077-8066-652fc339be8b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 Feb 21 01:15:35.667442 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-71af9f65-eeca-471e-967d-2d4d4a8ddebe req-d98a364e-dfcc-4a7d-953c-9d0e5486292c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271888 Feb 21 01:15:35.936705 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:36.077498 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829683dd-8978-4e37-bea1-05e80ea7b19f req-1970d42e-ee80-4697-94ad-dc68da518b93 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:36.078970 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-829683dd-8978-4e37-bea1-05e80ea7b19f req-1970d42e-ee80-4697-94ad-dc68da518b93 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0529344 Feb 21 01:15:36.128274 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-829683dd-8978-4e37-bea1-05e80ea7b19f req-1495b84b-e3fe-4ae7-8295-aca85ed943dd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Feb 21 01:15:36.759826 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-932d747a-6383-4d5a-96fb-6b7b8c7b8780 req-e26d9ff5-4dbd-4ce2-b03a-105f93dfac19 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267704 Feb 21 01:15:37.253181 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70833b9-988e-4b12-851e-c6f3273d5750 req-557a7495-e65e-412e-9719-13e1464c2973 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:37.254664 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b70833b9-988e-4b12-851e-c6f3273d5750 req-557a7495-e65e-412e-9719-13e1464c2973 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552659 Feb 21 01:15:37.306057 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b70833b9-988e-4b12-851e-c6f3273d5750 req-033a6e6a-7284-4c23-9264-3125a279d617 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Feb 21 01:15:37.851477 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-57147100-3fd5-4332-a662-9fd038c5241a req-8ad99b9f-ba1f-4112-9447-1cb5507c57a2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277061 Feb 21 01:15:38.429593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295b52-13da-4f45-ac85-2cc1ec16b6e5 req-c7f5cce4-03cf-4993-ab8d-edc099055993 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:38.431268 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8e295b52-13da-4f45-ac85-2cc1ec16b6e5 req-c7f5cce4-03cf-4993-ab8d-edc099055993 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528831 Feb 21 01:15:38.477679 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8e295b52-13da-4f45-ac85-2cc1ec16b6e5 req-27bfe94f-c6a5-444c-97fb-5998d7103089 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402625 Feb 21 01:15:38.950702 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e9c7fe6d-02c7-43f0-864d-48ef6e33694d req-5d89b94c-0117-4e36-92db-3356b0f32815 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0294905 Feb 21 01:15:39.056102 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:39.600823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7b34-71b0-4901-9bc3-8eb81dafa6f5 req-37f18cb4-37ab-4f28-916d-b26ce387d68e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:39.602222 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96de7b34-71b0-4901-9bc3-8eb81dafa6f5 req-37f18cb4-37ab-4f28-916d-b26ce387d68e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0526259 Feb 21 01:15:39.650167 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96de7b34-71b0-4901-9bc3-8eb81dafa6f5 req-b9c12e8c-6f3b-42b3-9492-d25c8bb89275 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Feb 21 01:15:40.047004 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-24da4266-77a9-40cd-bae4-bdfdb4fa592e req-1017d7a0-b9ca-4a8f-b1d9-acd2fc7a4258 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280735 Feb 21 01:15:40.775944 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f311bc7-a7db-4d15-8896-85ee9619c982 req-d3f0f3c4-5283-46d5-891c-2323a0f31341 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:40.777426 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f311bc7-a7db-4d15-8896-85ee9619c982 req-d3f0f3c4-5283-46d5-891c-2323a0f31341 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Feb 21 01:15:40.824095 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7f311bc7-a7db-4d15-8896-85ee9619c982 req-0f1b9d17-1510-4003-b04e-3fe61c84123c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Feb 21 01:15:41.142524 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d344eda0-9bad-4c28-8265-dd6fd8f8280a req-82a59088-9921-47e7-bfc2-51e81d3ec5a7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0299637 Feb 21 01:15:41.946708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be028-eb0f-4116-8043-593276f23784 req-236c628b-2ade-471b-b9cf-2c3f4e249c44 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:41.948185 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b46be028-eb0f-4116-8043-593276f23784 req-236c628b-2ade-471b-b9cf-2c3f4e249c44 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0523360 Feb 21 01:15:41.993691 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b46be028-eb0f-4116-8043-593276f23784 req-796bec74-1e3c-4e86-ad68-6e9873f5e480 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393713 Feb 21 01:15:42.236553 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b641b2d7-2eb5-4aae-a63b-8318642a02e7 req-f56ba8c0-fd99-40f6-b854-d8f8fdf9b88c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267997 Feb 21 01:15:43.117081 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8a3a-bcb1-40a7-8d4d-ffb2fd928315 req-5380d817-151a-42d4-90e2-039f021885c3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:43.118460 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d78a8a3a-bcb1-40a7-8d4d-ffb2fd928315 req-5380d817-151a-42d4-90e2-039f021885c3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0523696 Feb 21 01:15:43.168776 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d78a8a3a-bcb1-40a7-8d4d-ffb2fd928315 req-128416b1-4a8d-47f2-ab72-70b85496340d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Feb 21 01:15:43.332164 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-179fdfa3-5d2a-4493-a6dc-6973e24bf418 req-1f3b6d32-905e-4f4a-945c-7b83e6a6e653 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279667 Feb 21 01:15:44.295554 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da278ab1-b317-46f0-b144-4732d3ff4a3b req-17c79e9d-4cb5-4fc6-afe7-4888bf623022 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:44.297095 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-da278ab1-b317-46f0-b144-4732d3ff4a3b req-17c79e9d-4cb5-4fc6-afe7-4888bf623022 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0565538 Feb 21 01:15:44.344042 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-da278ab1-b317-46f0-b144-4732d3ff4a3b req-e6b4264d-d8ae-4c96-ab60-4d9f35be036c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Feb 21 01:15:44.427091 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-35b9a6eb-68b7-41bf-9c74-6a2565da0a18 req-0a9fc5df-8443-4eb4-a527-43378040aa20 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280831 Feb 21 01:15:45.468463 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca294b9-1657-470d-b942-79bdcde81def req-70f7f745-0e81-4d3f-9c44-d3c10df8370c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:45.470386 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8ca294b9-1657-470d-b942-79bdcde81def req-70f7f745-0e81-4d3f-9c44-d3c10df8370c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0548165 Feb 21 01:15:45.517491 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8ca294b9-1657-470d-b942-79bdcde81def req-d37eb05d-752b-46b7-b378-54cb00e9a248 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Feb 21 01:15:45.527539 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1499751e-4568-45eb-a09e-9811b0067666 req-317bc436-9392-404f-a639-c6bc8d1f1297 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0294130 Feb 21 01:15:46.643303 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e519c-b569-4390-8c88-f1e4519d2d63 req-20516155-8329-4fc0-95a6-75b67ad78284 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:46.643303 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-062e519c-b569-4390-8c88-f1e4519d2d63 req-20516155-8329-4fc0-95a6-75b67ad78284 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0544024 Feb 21 01:15:46.694246 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-062e519c-b569-4390-8c88-f1e4519d2d63 req-0afa4c20-0bff-455d-b64e-b64c0210abfe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Feb 21 01:15:46.729042 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-47b7995d-86df-4cf2-a423-3451206a97e2 req-2c6c939c-659b-4634-b758-13bf98caf352 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309994 Feb 21 01:15:47.820881 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c5976-96fa-490a-981a-efd9708bc749 req-b77ffa0b-105e-46fb-a5b6-d2952e89e660 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:47.822484 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7a0c5976-96fa-490a-981a-efd9708bc749 req-b77ffa0b-105e-46fb-a5b6-d2952e89e660 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534523 Feb 21 01:15:47.832627 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f434f110-3a5b-4351-aec0-1215bdfd81cc req-754e8250-693f-4a56-ae91-46ed0acbc775 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0296490 Feb 21 01:15:47.869400 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7a0c5976-96fa-490a-981a-efd9708bc749 req-9d0cfb86-6a05-48c1-8311-c3cd469ef047 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Feb 21 01:15:48.929536 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e472bc4e-0fe1-4faf-82e2-362698ed57b9 req-2fb47334-5204-40b7-a920-37ac9dc46dc1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289679 Feb 21 01:15:48.995417 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df08e4a-033d-4956-9430-b98192189830 req-d954730e-bce1-4e60-8529-d9588b344d6d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:48.996945 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6df08e4a-033d-4956-9430-b98192189830 req-d954730e-bce1-4e60-8529-d9588b344d6d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0526013 Feb 21 01:15:49.046974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6df08e4a-033d-4956-9430-b98192189830 req-b1695481-7212-4a6f-8c8e-1950c5b8db98 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Feb 21 01:15:50.023453 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18ba1cf5-988f-4491-a9a5-0144795eecca req-22133df6-6cc5-4d81-8584-3e340b110c83 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279500 Feb 21 01:15:50.168611 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6bdf-cb4f-4b63-bc84-c9c64d227b20 req-5b6b7b24-1d8e-4fce-9231-c21073b88683 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:50.170090 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7d3b6bdf-cb4f-4b63-bc84-c9c64d227b20 req-5b6b7b24-1d8e-4fce-9231-c21073b88683 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522187 Feb 21 01:15:50.221564 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7d3b6bdf-cb4f-4b63-bc84-c9c64d227b20 req-974c8516-3cec-446a-8466-ff9465ba74b7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 Feb 21 01:15:51.118768 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0705031f-0fa3-458c-b971-46fc003f50eb req-ce9e2b4d-7535-431b-9326-8cd8e1cb6af6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0284598 Feb 21 01:15:51.498452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013379f-7aa2-4688-a614-8ad82506f04e req-0586b163-32f6-4284-b039-0758f86b4257 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:51.500767 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d013379f-7aa2-4688-a614-8ad82506f04e req-0586b163-32f6-4284-b039-0758f86b4257 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0547526 Feb 21 01:15:51.545960 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d013379f-7aa2-4688-a614-8ad82506f04e req-03c02517-af63-4436-8000-3f27add56e6a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397630 Feb 21 01:15:52.211578 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-471688e9-5132-4109-9585-6b0c8d0b77b8 req-ae6343df-356b-4dab-9400-6248d3975d60 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271063 Feb 21 01:15:52.672930 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3691a-5d58-47b4-a3ea-f219fb32540a req-d0feb752-1ee5-45a5-a3ba-663a084c1a07 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:52.674385 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-14c3691a-5d58-47b4-a3ea-f219fb32540a req-d0feb752-1ee5-45a5-a3ba-663a084c1a07 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531521 Feb 21 01:15:52.719349 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-14c3691a-5d58-47b4-a3ea-f219fb32540a req-e21bf87d-686f-4cb8-8eef-d7a34f234ce7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Feb 21 01:15:53.304229 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26604f84-ada2-4477-9ae2-4ea852c86226 req-7cbf5f4c-0e9e-4a27-a75c-364b63f74657 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0284419 Feb 21 01:15:53.842459 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0262802-c650-4bdf-be3f-fba5d0ab7f87 req-fc69a61e-3bc2-4e0d-810a-9f63a29deedd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:53.844295 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f0262802-c650-4bdf-be3f-fba5d0ab7f87 req-fc69a61e-3bc2-4e0d-810a-9f63a29deedd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531254 Feb 21 01:15:53.894998 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f0262802-c650-4bdf-be3f-fba5d0ab7f87 req-7f2516cf-1403-48f0-bd38-bcd4155a8380 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Feb 21 01:15:54.402538 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fa0c74fb-5fc4-4d59-9a9a-043e4b5127a2 req-103bf0ba-310a-4df2-9d75-fabfaee0a72a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309293 Feb 21 01:15:55.014687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57271f87-8001-4746-ae4a-41236507b582 req-a5317bd5-fed6-4e11-ac19-60b4d0eb9fb3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:55.016816 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-57271f87-8001-4746-ae4a-41236507b582 req-a5317bd5-fed6-4e11-ac19-60b4d0eb9fb3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520949 Feb 21 01:15:55.062991 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-57271f87-8001-4746-ae4a-41236507b582 req-efd04bff-d96e-4889-9a4f-a5b3c3f15352 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Feb 21 01:15:55.502900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-209643f6-48dd-4d9d-9ffe-95c1c8022592 req-1bf9c75a-1e1d-4a14-82cd-c1fe8ab62383 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0284617 Feb 21 01:15:56.186701 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d656acb-88e9-4bfd-bb3d-20cee52f5762 req-a0eed3d5-c848-48c7-a509-a63aeff9f871 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:56.188367 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7d656acb-88e9-4bfd-bb3d-20cee52f5762 req-a0eed3d5-c848-48c7-a509-a63aeff9f871 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537658 Feb 21 01:15:56.239204 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7d656acb-88e9-4bfd-bb3d-20cee52f5762 req-8103089b-24b0-4ecc-ba08-7ad9aa85b333 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Feb 21 01:15:56.596528 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e148ae29-9b07-4aa7-a13a-85718d265713 req-0e4c845f-b872-4c0e-a404-93213deb9ccb tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271006 Feb 21 01:15:57.360987 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898fad0-4421-4817-815b-aa6976f7a249 req-3ddd9327-430a-438d-8b7a-6cec01d74ebd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:57.362515 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8898fad0-4421-4817-815b-aa6976f7a249 req-3ddd9327-430a-438d-8b7a-6cec01d74ebd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531318 Feb 21 01:15:57.413106 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8898fad0-4421-4817-815b-aa6976f7a249 req-26add764-b4af-4bea-9fbf-34a167f5cef8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450809 Feb 21 01:15:57.689349 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b6090d7-0df7-4e05-b846-ea0a2358a1c7 req-3aa75724-1d74-4a76-bef5-fe1bcb76187e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273063 Feb 21 01:15:58.533585 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3197d3-07da-4bbd-9531-b5fa6a349ef5 req-30c2f6b1-8f02-463e-b8f6-56f199b2ad1b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:58.535049 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc3197d3-07da-4bbd-9531-b5fa6a349ef5 req-30c2f6b1-8f02-463e-b8f6-56f199b2ad1b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522840 Feb 21 01:15:58.587127 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc3197d3-07da-4bbd-9531-b5fa6a349ef5 req-45b348e5-ab96-4647-8a71-04d7889549fd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464759 Feb 21 01:15:58.783383 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-82d01af3-4d3e-4a3c-aaa2-1954f6dda20c req-aa0788b1-f3b1-425c-b3d4-5c946492f643 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275574 Feb 21 01:15:59.502049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e3416223-2142-4eca-a932-0d2c7c6045d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:15:59.711148 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf5a4c-ad0e-48f8-a6d0-fbb81b860d10 req-e8e95154-b234-47cb-bade-3a0245c42391 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:15:59.712636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8cf5a4c-ad0e-48f8-a6d0-fbb81b860d10 req-e8e95154-b234-47cb-bade-3a0245c42391 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530419 Feb 21 01:15:59.758596 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8cf5a4c-ad0e-48f8-a6d0-fbb81b860d10 req-d2efb397-943a-48a5-80e5-3623e482dcde tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Feb 21 01:15:59.874689 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7d52d8c-da46-499b-906a-5d2546ce013a req-252f988e-80ed-4aa8-af66-b20587e8192b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272670 Feb 21 01:16:00.882493 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edd3f0-5d90-4ac0-87cc-b0d4695b0412 req-42137a11-f847-404f-81a6-0a16ab6b3b19 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:00.883993 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b7edd3f0-5d90-4ac0-87cc-b0d4695b0412 req-42137a11-f847-404f-81a6-0a16ab6b3b19 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528378 Feb 21 01:16:00.932072 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b7edd3f0-5d90-4ac0-87cc-b0d4695b0412 req-cd5bddad-f081-43b2-9e2a-1040ee8dbbbb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Feb 21 01:16:00.970917 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b43a7dc5-df7d-4643-9643-949a606061ce req-c5330a2d-027b-4efc-a475-71158cd4f3a5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289230 Feb 21 01:16:02.067523 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272ff00-9b1b-476b-bc55-31e4d60d6070 req-f0be0241-68db-4073-ad6f-ebb377545f15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:02.069091 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f272ff00-9b1b-476b-bc55-31e4d60d6070 req-f0be0241-68db-4073-ad6f-ebb377545f15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0604007 Feb 21 01:16:02.071200 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea1d3837-7d17-4e16-ac69-14776703f7a2 req-5e547bf0-78a8-4203-bc54-c29508ef18ff tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304875 Feb 21 01:16:02.117949 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f272ff00-9b1b-476b-bc55-31e4d60d6070 req-30d8c8dc-943a-4edc-bde8-7b5e3b3afcea tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Feb 21 01:16:02.135049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3663594-ea6b-4dd2-a4c2-9fa3af0a2b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:03.175780 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0fe68a8-3f5b-43c7-b390-4cce39d1db5a req-02c5809d-8701-4d45-98c3-10eb2ff2fb0d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0285337 Feb 21 01:16:03.244362 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982ad83-9f52-4e9d-b7b6-11c384efbf8c req-6e48026e-1106-4224-ab2c-537ff72e5849 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:03.245814 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0982ad83-9f52-4e9d-b7b6-11c384efbf8c req-6e48026e-1106-4224-ab2c-537ff72e5849 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525713 Feb 21 01:16:03.292867 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0982ad83-9f52-4e9d-b7b6-11c384efbf8c req-779185eb-5506-49ec-97f2-2391353d745d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Feb 21 01:16:03.347380 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:04.271422 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bb0050e-b553-4ac6-b4e7-168803ea5eb0 req-a3bf2f87-bcb1-4b28-8a23-c73b0550e6cc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280709 Feb 21 01:16:04.417674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee869-8e8f-4162-853d-45c578deeefc req-0ba60124-5221-44c5-8937-7b4bf0db9db0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:04.419156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-48bee869-8e8f-4162-853d-45c578deeefc req-0ba60124-5221-44c5-8937-7b4bf0db9db0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555890 Feb 21 01:16:04.476420 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-48bee869-8e8f-4162-853d-45c578deeefc req-8ab81bc5-7b69-4786-a44f-3de595f3fb68 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506608 Feb 21 01:16:04.947504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:05.365605 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c59cd86-8bfc-4c23-a0a9-7fc96e84c991 req-3cc00c96-10a0-4b72-92a2-10a3ec360df8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280330 Feb 21 01:16:05.601319 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c3b8c-f26d-4696-8fbc-a596d12fc9f6 req-6383f686-73db-42a5-9055-cbd130ab4692 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:05.602715 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e2c3b8c-f26d-4696-8fbc-a596d12fc9f6 req-6383f686-73db-42a5-9055-cbd130ab4692 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535069 Feb 21 01:16:05.658390 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e2c3b8c-f26d-4696-8fbc-a596d12fc9f6 req-a7c4f43c-912c-4cd8-85ff-41bb5c5a3ffa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499771 Feb 21 01:16:05.913658 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:06.347812 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:16:06.459271 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fb1f5fc0-3c58-4d33-a2ee-75ea1564abbf req-2be7a0e7-8ec6-4e81-8bbc-e58888cf7758 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267081 Feb 21 01:16:06.783050 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fca7e-39b3-43c1-9011-43255f57c2c4 req-a051f3a2-525b-4bd5-99b7-82bd0ae50c5c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:06.784600 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-677fca7e-39b3-43c1-9011-43255f57c2c4 req-a051f3a2-525b-4bd5-99b7-82bd0ae50c5c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0544705 Feb 21 01:16:06.833211 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-677fca7e-39b3-43c1-9011-43255f57c2c4 req-cf7c9a71-5a93-4b25-afe4-a88221c8e69e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Feb 21 01:16:07.553526 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-236d8cbc-f3ee-40f6-b005-498402f44ec3 req-10fde9e8-9400-4723-9e9b-fe5a3ca6f53b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271800 Feb 21 01:16:07.954129 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922655f-9aa9-4efb-82ea-b37b965715f1 req-379c1632-9a90-4cd4-9c58-98f9e5441dc5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:07.955601 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9922655f-9aa9-4efb-82ea-b37b965715f1 req-379c1632-9a90-4cd4-9c58-98f9e5441dc5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520697 Feb 21 01:16:08.001972 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9922655f-9aa9-4efb-82ea-b37b965715f1 req-8370db58-eca0-4bc7-a622-4c3ccb5e7395 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Feb 21 01:16:08.649355 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-22e45599-345c-4ee4-b512-28db72989ab3 req-21d5c818-bf3a-453e-95a9-83b831013683 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0295866 Feb 21 01:16:09.090234 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:09.130015 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f72b4-c155-41d7-8c13-2046153c7a51 req-cbc67fd0-4181-427f-8b86-07bb65bf4b31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:09.131498 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f82f72b4-c155-41d7-8c13-2046153c7a51 req-cbc67fd0-4181-427f-8b86-07bb65bf4b31 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0568926 Feb 21 01:16:09.178369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f82f72b4-c155-41d7-8c13-2046153c7a51 req-9ad99359-259d-4910-97a0-4856de0eabe5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Feb 21 01:16:09.744801 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-16ebed67-db5f-492c-9536-79f6f801f92c req-3bd4fed6-9e0c-48a9-8700-013e4b073182 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304792 Feb 21 01:16:10.299744 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f5e5-e76a-46f3-bcf4-b2a930282e8d req-08f3b70b-fa82-4bcd-b1ab-b07cc8e75c05 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:10.301227 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ffd8f5e5-e76a-46f3-bcf4-b2a930282e8d req-08f3b70b-fa82-4bcd-b1ab-b07cc8e75c05 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522373 Feb 21 01:16:10.347914 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ffd8f5e5-e76a-46f3-bcf4-b2a930282e8d req-d2a7f0fb-e728-44ec-92a2-9e897a79aba5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 Feb 21 01:16:10.837745 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4c7b9b3d-0cf3-48bd-aac6-11cf98850f0e req-1853b6d0-5cd4-49cd-a990-30c2440c0398 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273767 Feb 21 01:16:11.471950 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12eb41-1386-406d-aaf3-d80daf3423af req-e394f07e-3d91-40d6-914b-50b5b0909507 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:11.473418 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e12eb41-1386-406d-aaf3-d80daf3423af req-e394f07e-3d91-40d6-914b-50b5b0909507 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0523195 Feb 21 01:16:11.519785 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e12eb41-1386-406d-aaf3-d80daf3423af req-2d00c1ce-c898-4e76-bf03-0ad8bf89d10b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Feb 21 01:16:11.932495 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6275d549-133d-4d10-967b-7b4d1dbef4e9 req-e082e94b-0fe8-4584-acba-ecfab51e0ef5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282483 Feb 21 01:16:12.648203 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324d02-7deb-42c6-98c3-33d389959c92 req-6d39ee2e-083a-4f44-be82-ab86a2114918 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:12.649702 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76324d02-7deb-42c6-98c3-33d389959c92 req-6d39ee2e-083a-4f44-be82-ab86a2114918 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0566258 Feb 21 01:16:12.696800 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76324d02-7deb-42c6-98c3-33d389959c92 req-8d731e41-8fc5-45ec-af10-76878cdd0aa2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Feb 21 01:16:13.027237 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8c5bae98-15b8-4919-8b88-0e6c8cf90c6d req-f20e312e-da6b-4fee-bb13-1beab825b394 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0300484 Feb 21 01:16:13.822688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d32e-6d26-4846-a46d-af987db5cc88 req-a363e124-d610-467f-8142-4acf2827a668 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:13.824188 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1673d32e-6d26-4846-a46d-af987db5cc88 req-a363e124-d610-467f-8142-4acf2827a668 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534759 Feb 21 01:16:13.871175 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1673d32e-6d26-4846-a46d-af987db5cc88 req-19521c8a-9766-41dd-94d7-648f7e5c4c5a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Feb 21 01:16:14.117883 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2bf7a0c3-697e-47c4-9e98-bbe3d93771ec req-b3811b9e-5697-43ec-9e50-b00ffd02fb9d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273182 Feb 21 01:16:14.464005 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-e1d88949-919b-46da-a45a-5fa516d2d24a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443404 Feb 21 01:16:14.527625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-b6355549-479c-4013-82bb-25c6771bd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:14.529149 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-b6355549-479c-4013-82bb-25c6771bd5be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1130 time: 0.0450745 Feb 21 01:16:14.635097 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-6d65ef86-7aeb-4cf2-a805-0d50771868dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:14.636513 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-6d65ef86-7aeb-4cf2-a805-0d50771868dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.0901620 Feb 21 01:16:14.678307 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-5014d47a-e4b3-4887-a90d-114d97cf0862 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0357325 Feb 21 01:16:14.729908 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-73e8389c-e6bd-4771-a8b4-fe8e28335f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:14.731344 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-73e8389c-e6bd-4771-a8b4-fe8e28335f50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0478938 Feb 21 01:16:14.761845 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-dbf2038a-dbc8-419b-8482-9ffd07c89587 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247252 Feb 21 01:16:14.848068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-54b31e37-ef86-42bd-abb5-d5cad70c9e38 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804479 Feb 21 01:16:14.941659 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d77d0b1-d3d9-418e-a9f7-992f81030adf req-084e7562-96c2-4743-a565-bde5b4738402 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872090 Feb 21 01:16:14.998291 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295267c-ccf4-4292-b010-c7ade67d5549 req-eb003863-a949-4208-be42-b340cca4b16b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:14.999777 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7295267c-ccf4-4292-b010-c7ade67d5549 req-eb003863-a949-4208-be42-b340cca4b16b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525935 Feb 21 01:16:15.047015 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7295267c-ccf4-4292-b010-c7ade67d5549 req-9c2aa199-1ec4-4847-84fc-709eb2f7a549 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Feb 21 01:16:15.210905 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a0f3bb7e-50ef-4278-bdcd-bccbc1cf3cde req-cc82bbab-d907-4d61-af0c-b5a5270c2947 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281739 Feb 21 01:16:16.174762 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13570682-a0ca-45c1-9a50-ed012c3b0183 req-91a29f6a-0e5a-4efe-9048-7b81b39fff37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:16.176239 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13570682-a0ca-45c1-9a50-ed012c3b0183 req-91a29f6a-0e5a-4efe-9048-7b81b39fff37 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0568619 Feb 21 01:16:16.221977 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13570682-a0ca-45c1-9a50-ed012c3b0183 req-128ecc7d-8f77-45cb-be8e-a8a69b479a43 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Feb 21 01:16:16.303160 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-901c04da-ee8e-4d76-a175-3a76bf63e8fb req-45ec6820-a9dc-411e-b150-47b8a8595218 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275052 Feb 21 01:16:17.350676 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20397521-ab3d-4ce6-b5aa-b5fe1c22b0be req-7c7b2d80-68a3-4308-b423-0af08153ec4f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:17.352207 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20397521-ab3d-4ce6-b5aa-b5fe1c22b0be req-7c7b2d80-68a3-4308-b423-0af08153ec4f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0571127 Feb 21 01:16:17.399399 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5a3d2c3-92f8-4314-a061-d6810cd2b4de req-f965231f-9b0f-410b-94cc-87fe177c0e92 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0283897 Feb 21 01:16:17.402195 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20397521-ab3d-4ce6-b5aa-b5fe1c22b0be req-ef9d53dd-c5e5-405a-a981-61dcf1f87687 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Feb 21 01:16:18.495494 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aa89c6a1-c519-49fb-9603-1357b57310d8 req-341c71dd-cf11-416c-9431-396900589a86 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269597 Feb 21 01:16:18.527670 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e045449-f6af-4546-9a0d-7d26228d6108 req-a048a725-8bd0-4928-93f1-cf28c1fa88c2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:18.529267 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e045449-f6af-4546-9a0d-7d26228d6108 req-a048a725-8bd0-4928-93f1-cf28c1fa88c2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0547187 Feb 21 01:16:18.582635 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e045449-f6af-4546-9a0d-7d26228d6108 req-755743e7-8309-4416-be8e-4ca3b7822c54 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476828 Feb 21 01:16:19.591207 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9ba48cad-8e27-4d9a-b1bd-3fba6ddb0848 req-07e6a103-4efe-401e-900f-32f1328f9dc7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281873 Feb 21 01:16:19.709149 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b920dc-cd00-4e8a-8ac5-c64f9f1e6b41 req-799f1d8d-e2e3-461b-9cdc-e7bda0da459b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:19.710613 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-33b920dc-cd00-4e8a-8ac5-c64f9f1e6b41 req-799f1d8d-e2e3-461b-9cdc-e7bda0da459b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0576801 Feb 21 01:16:19.759980 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-33b920dc-cd00-4e8a-8ac5-c64f9f1e6b41 req-8023fb49-2a62-413c-904f-3bfb94f0a4c5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Feb 21 01:16:20.687965 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d9d6469-dfbd-4ab3-bc38-84cd5c3bed9f req-700aee36-9652-4482-b358-2bfa622d0795 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0305924 Feb 21 01:16:20.881984 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc368-30da-46a3-a8b9-09e8b3040e64 req-58e3caec-751e-4578-92df-17de8238e428 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:20.883381 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c03fc368-30da-46a3-a8b9-09e8b3040e64 req-58e3caec-751e-4578-92df-17de8238e428 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527041 Feb 21 01:16:20.929506 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c03fc368-30da-46a3-a8b9-09e8b3040e64 req-426a51b4-d0bf-4f18-8344-d0309c1127a5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 Feb 21 01:16:21.791685 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c8914345-1fef-42ac-aaf3-1fa999ac3b83 req-d20e92da-effd-4823-826e-2961ab374ba1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0301633 Feb 21 01:16:22.059493 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8badd-c37f-4f01-879a-ebbdc27d4095 req-a0fd759e-f77a-4bd6-af59-79f775cf2fe7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:22.061140 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-91b8badd-c37f-4f01-879a-ebbdc27d4095 req-a0fd759e-f77a-4bd6-af59-79f775cf2fe7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0579464 Feb 21 01:16:22.112849 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-91b8badd-c37f-4f01-879a-ebbdc27d4095 req-32de365d-581d-401d-8508-aa9163f3a344 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Feb 21 01:16:22.885234 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8cbb358d-d44b-464f-942d-09073415dc23 req-6f0b6330-835b-4b87-b4ff-baa9182beda9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267677 Feb 21 01:16:23.239636 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990cb1a-17e2-4fc2-92b9-f1cc966a9e96 req-9499fbba-5b09-492d-a563-b5a035ab7eea tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:23.241294 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6990cb1a-17e2-4fc2-92b9-f1cc966a9e96 req-9499fbba-5b09-492d-a563-b5a035ab7eea tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552931 Feb 21 01:16:23.287419 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6990cb1a-17e2-4fc2-92b9-f1cc966a9e96 req-47095ab5-ba48-4738-af99-f660de5e01e5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407708 Feb 21 01:16:23.980533 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-deb96d75-b6b2-4b9d-9475-b6ce95c55d9e req-fefed229-691b-4e95-8672-ba9ca31543b0 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0285769 Feb 21 01:16:24.414962 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f47e0-0c90-482b-b547-226aab027ffc req-37b30bd4-a38e-4f5c-9be1-9aff2e353bc7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:24.416442 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a81f47e0-0c90-482b-b547-226aab027ffc req-37b30bd4-a38e-4f5c-9be1-9aff2e353bc7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532026 Feb 21 01:16:24.466107 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a81f47e0-0c90-482b-b547-226aab027ffc req-10ffea3c-5293-411d-a9ab-239fd33db857 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441637 Feb 21 01:16:25.075852 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e617699-3e8b-4b35-8762-a328a553673f req-14f908b0-ae9e-4dd6-9164-962aca56d373 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0259345 Feb 21 01:16:25.590089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b718f-1dbf-4369-a05a-7af9e2ad0c05 req-3da5459c-dabe-4409-b6c1-ceb04f64cddc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:25.591542 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f64b718f-1dbf-4369-a05a-7af9e2ad0c05 req-3da5459c-dabe-4409-b6c1-ceb04f64cddc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0537307 Feb 21 01:16:25.643883 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f64b718f-1dbf-4369-a05a-7af9e2ad0c05 req-547a3845-aafd-4680-bed5-0793af0bbf79 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460055 Feb 21 01:16:26.168868 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-992de9b0-5f2f-4456-8df1-a2d473f41674 req-7079ca28-cacb-43ed-b9a6-6f97c44db39b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279305 Feb 21 01:16:26.764618 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fe2dd-7e20-46f0-8398-60f7f365a494 req-c975b5f0-67b2-4cc8-bb5c-9d7dc283ba2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:26.766053 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-567fe2dd-7e20-46f0-8398-60f7f365a494 req-c975b5f0-67b2-4cc8-bb5c-9d7dc283ba2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0507493 Feb 21 01:16:26.810706 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-567fe2dd-7e20-46f0-8398-60f7f365a494 req-73a5fbf0-bfc9-460b-a8a4-aa0d853c9fb4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Feb 21 01:16:27.261196 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-125e33a2-5ce9-4542-9727-f85b912a456c req-cf55e85f-cbd1-4759-9831-be370ef1dcf7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280278 Feb 21 01:16:27.933220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532d5e3-d302-422f-9547-0c0a33f0f8f1 req-2e49883e-09fb-435f-9d07-47d090af5c8e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:27.934680 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8532d5e3-d302-422f-9547-0c0a33f0f8f1 req-2e49883e-09fb-435f-9d07-47d090af5c8e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534258 Feb 21 01:16:27.982268 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8532d5e3-d302-422f-9547-0c0a33f0f8f1 req-0184f98c-f51f-4f49-8767-9b39b966559f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Feb 21 01:16:28.354853 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6e51fd46-24e9-415f-93de-1e58ccd3224b req-0b047abb-198b-411b-932d-d489f548cafc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280597 Feb 21 01:16:29.110044 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab7724-59f6-42a6-866e-8160edd1e5a1 req-3a5acae8-a23a-426f-854f-aec7c89107fb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:29.111499 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7ab7724-59f6-42a6-866e-8160edd1e5a1 req-3a5acae8-a23a-426f-854f-aec7c89107fb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0554338 Feb 21 01:16:29.157665 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7ab7724-59f6-42a6-866e-8160edd1e5a1 req-715bd0b7-f9ff-4f89-874a-14282c94cfe4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Feb 21 01:16:29.450522 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d26f59be-5e8a-42ce-83ae-ce1e3d3a95f1 req-e3cdf2d8-1b09-44da-8b52-2a3cc26d1446 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304782 Feb 21 01:16:29.512615 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-13f42cfb-02f0-4549-ad98-556ba4dec302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:30.281124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d499f3-c7bf-4daa-83b4-472cbe4a2369 req-05d263a7-2015-4b93-834a-60c7572140ba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:30.282590 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54d499f3-c7bf-4daa-83b4-472cbe4a2369 req-05d263a7-2015-4b93-834a-60c7572140ba tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0540736 Feb 21 01:16:30.328710 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-54d499f3-c7bf-4daa-83b4-472cbe4a2369 req-4e2e9836-693f-431c-b021-15c81a99cdc9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Feb 21 01:16:30.544593 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5d07d212-bf6b-4b5e-8447-87d3b5680831 req-0108d4e6-0eeb-4b2a-91b2-f5cd0dd4efae tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278804 Feb 21 01:16:31.460161 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36d576-8ca9-4394-8ee6-e7c11e40256e req-92a2a04f-dc7e-4f6a-8b77-18760a4e5494 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:31.462448 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cc36d576-8ca9-4394-8ee6-e7c11e40256e req-92a2a04f-dc7e-4f6a-8b77-18760a4e5494 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0564287 Feb 21 01:16:31.518314 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cc36d576-8ca9-4394-8ee6-e7c11e40256e req-826a3594-e8be-4d61-bf77-b9ca33bfaf67 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Feb 21 01:16:31.647789 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68c18897-2bcd-4810-b0ea-dfa6a0db2298 req-e566fda1-eb9f-4795-b4b7-a72825f89d7f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309601 Feb 21 01:16:32.147180 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2b84fa52-254d-42cb-99e9-c02116b837ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:32.646596 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61c48-cc34-44b9-bab1-338b57806de1 req-8628ace4-2328-42f4-a01e-8f2c82f02d05 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:32.648113 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f1e61c48-cc34-44b9-bab1-338b57806de1 req-8628ace4-2328-42f4-a01e-8f2c82f02d05 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525966 Feb 21 01:16:32.699252 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f1e61c48-cc34-44b9-bab1-338b57806de1 req-3b6eb43b-e66f-4d02-b660-13a465934772 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Feb 21 01:16:32.744081 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8379f08e-542d-48dd-bd2d-ce672377ca70 req-39877abd-7ab9-4afc-9c5f-52658bba614a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0265064 Feb 21 01:16:33.358815 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:33.821768 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b512a5-9a79-4db0-8c41-abcd1ed91d4e req-d2ee6b01-21dc-4f0a-a854-6603cbb08ae6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:33.823235 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-58b512a5-9a79-4db0-8c41-abcd1ed91d4e req-d2ee6b01-21dc-4f0a-a854-6603cbb08ae6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532067 Feb 21 01:16:33.842113 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4eb32f1d-50e0-4b5a-8408-4bb6cbf3f799 req-7251a941-acf7-4924-9fd0-bda688c01f87 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273838 Feb 21 01:16:33.870425 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-58b512a5-9a79-4db0-8c41-abcd1ed91d4e req-85129fa6-14a2-4bb9-812c-a3cd430508b6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Feb 21 01:16:34.938549 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-680fb66f-9e95-4f9e-b0b7-074eab277637 req-5627124d-a01d-4976-9df2-40b201c42480 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269907 Feb 21 01:16:34.953242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:34.996282 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470bfd-3ef9-40e2-bcc9-179fdd78a605 req-df6245bf-dd4e-4361-8647-b8d6cdf619d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:34.997764 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e470bfd-3ef9-40e2-bcc9-179fdd78a605 req-df6245bf-dd4e-4361-8647-b8d6cdf619d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536835 Feb 21 01:16:35.048402 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e470bfd-3ef9-40e2-bcc9-179fdd78a605 req-48715e8d-36cd-46a8-a675-760fd6b3ceca tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Feb 21 01:16:35.935850 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:36.037096 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-be4e6220-bad1-44f4-b7c0-c70bbda5da81 req-ca2dab2d-baf7-4dae-bfad-2855b202cf6f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262480 Feb 21 01:16:36.186780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751506ed-9bda-4bde-bab1-a6e5e692f6a2 req-6d2e4787-0f71-47a3-8ec2-9cfec7e64f98 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:36.188156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-751506ed-9bda-4bde-bab1-a6e5e692f6a2 req-6d2e4787-0f71-47a3-8ec2-9cfec7e64f98 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0566726 Feb 21 01:16:36.233874 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-751506ed-9bda-4bde-bab1-a6e5e692f6a2 req-37c78cb4-e836-467c-ae5b-f339147c7bd0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Feb 21 01:16:37.136319 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-17f9424b-61c8-404e-a0a4-1b9932721d90 req-ad5b7def-e555-45e7-9988-c72a5a5df930 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0268631 Feb 21 01:16:37.360937 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ef331-5c88-4976-92eb-b3107b07e0a7 req-807a0293-c6e8-49b1-bae0-42ebb55c8973 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:37.362477 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8c9ef331-5c88-4976-92eb-b3107b07e0a7 req-807a0293-c6e8-49b1-bae0-42ebb55c8973 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0567806 Feb 21 01:16:37.409052 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8c9ef331-5c88-4976-92eb-b3107b07e0a7 req-56d065db-42a3-426f-bca2-09f83ecd4885 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Feb 21 01:16:38.227705 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-673cbb6f-6d2a-4755-9e90-db60cc5147e1 req-f73bb5d3-57aa-4682-b71a-5336a1e5e6d9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267234 Feb 21 01:16:38.542063 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dd036-f11d-42eb-a2d6-187449561fce req-748e56e1-0e19-4498-ae6c-b18ea3512b73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:38.543796 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e09dd036-f11d-42eb-a2d6-187449561fce req-748e56e1-0e19-4498-ae6c-b18ea3512b73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0599248 Feb 21 01:16:38.591154 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e09dd036-f11d-42eb-a2d6-187449561fce req-b4ddce21-2ac8-457c-a931-4f4b0441efed tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Feb 21 01:16:39.072913 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:39.321881 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e342f48c-b020-4e91-bed5-0ba0c5a44894 req-87fea9e5-e3de-4d8f-8375-aa11caa8fb2b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0274930 Feb 21 01:16:39.720793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8249d-95e3-4fe5-8fec-330f5e9570b1 req-47e9bea0-dedc-4d1a-a4d1-9e9a37823c79 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:39.722240 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ad8249d-95e3-4fe5-8fec-330f5e9570b1 req-47e9bea0-dedc-4d1a-a4d1-9e9a37823c79 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0557818 Feb 21 01:16:39.767072 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3ad8249d-95e3-4fe5-8fec-330f5e9570b1 req-34a8284b-1763-4109-b313-54d61d7f625d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 Feb 21 01:16:40.418845 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a3d59477-90c7-45ca-9e18-8eabffdaa396 req-03b69503-63a2-4cc2-95ad-d470a8e9876f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0302196 Feb 21 01:16:40.891935 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35139c-3d95-46a7-90ee-53ab3ca85e07 req-6a38d5a2-a624-4b60-8903-6b4aa196447b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:40.893348 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4d35139c-3d95-46a7-90ee-53ab3ca85e07 req-6a38d5a2-a624-4b60-8903-6b4aa196447b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532775 Feb 21 01:16:40.940156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4d35139c-3d95-46a7-90ee-53ab3ca85e07 req-a9047d55-f4ce-4337-9b44-535bd1599c74 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Feb 21 01:16:41.511139 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0199d68d-c424-496a-ad8a-6e12216e2b5f req-69bddaaa-9ecb-47cf-ae4c-0c2df42d2be6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0261972 Feb 21 01:16:42.060901 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ddcc4-771c-47ee-b398-06950de8c5b1 req-69a55362-4f93-4dd0-b3cd-86b293bd6540 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:42.062411 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-339ddcc4-771c-47ee-b398-06950de8c5b1 req-69a55362-4f93-4dd0-b3cd-86b293bd6540 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0515628 Feb 21 01:16:42.108170 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-339ddcc4-771c-47ee-b398-06950de8c5b1 req-a8f28050-ddbe-4527-b05b-bc4d574b78ec tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Feb 21 01:16:42.603578 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3da77ce6-7d17-40ac-a20c-353d1f2585ea req-9115b56a-6573-499a-b896-e22cc7b9e4ce tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264404 Feb 21 01:16:43.233865 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c861e-feec-401a-85e3-38be8b2361e7 req-f0c7b5ba-8e03-460e-bfb3-54dd8e9d292e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:43.235292 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a12c861e-feec-401a-85e3-38be8b2361e7 req-f0c7b5ba-8e03-460e-bfb3-54dd8e9d292e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0545220 Feb 21 01:16:43.280751 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a12c861e-feec-401a-85e3-38be8b2361e7 req-c1446242-9d9d-4737-b1f7-ccce4c0488db tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Feb 21 01:16:43.347732 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:16:43.699642 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31f5c2a5-858f-4876-aa0f-65cab7ec2b4d req-68eb4b9f-f7e1-4b4c-b38e-daa02c65212b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304346 Feb 21 01:16:44.402925 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81ee5-4725-4e88-af8d-d0d8703ff472 req-4cc6d3b7-47a0-4cf9-ac7a-259a01d50e77 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:44.404681 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8ce81ee5-4725-4e88-af8d-d0d8703ff472 req-4cc6d3b7-47a0-4cf9-ac7a-259a01d50e77 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531881 Feb 21 01:16:44.451429 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8ce81ee5-4725-4e88-af8d-d0d8703ff472 req-534cf4b2-0d5c-4123-8799-06ecd5b6f813 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Feb 21 01:16:44.792610 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-462a25a3-1b35-4b4f-9d96-ada0daf85994 req-f2f4a054-a80d-4d42-ab78-978f6be8a691 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0276611 Feb 21 01:16:45.573710 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673486c-cf91-4d15-a4b9-90a57241803f req-e78815d9-1235-44bc-9608-4843875a4a3c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:45.578803 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a673486c-cf91-4d15-a4b9-90a57241803f req-e78815d9-1235-44bc-9608-4843875a4a3c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0529852 Feb 21 01:16:45.624570 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a673486c-cf91-4d15-a4b9-90a57241803f req-68a0cae0-674f-430b-86bd-874ffdbc10a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 Feb 21 01:16:45.894077 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b4b166d-5b4a-4126-a3f9-2675b983a77c req-081001da-d7cf-4831-8813-de0279e15064 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0288818 Feb 21 01:16:46.744919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee639c-836b-424d-a354-6f13894165c9 req-28baec25-9e7b-4a4d-8de4-7e737d456a39 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:46.746406 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31ee639c-836b-424d-a354-6f13894165c9 req-28baec25-9e7b-4a4d-8de4-7e737d456a39 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552909 Feb 21 01:16:46.792305 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31ee639c-836b-424d-a354-6f13894165c9 req-3b626235-0966-4077-b110-120153820395 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Feb 21 01:16:46.982461 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f6d4cb63-7468-4987-9058-60e1cc360b32 req-fc8f5e83-c665-4355-beb7-907bb7a8263e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271964 Feb 21 01:16:47.919772 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595894-fdea-417d-b0c6-07688791acd0 req-699355aa-bbbd-4b09-a372-18c10c0415a7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:47.921277 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c7595894-fdea-417d-b0c6-07688791acd0 req-699355aa-bbbd-4b09-a372-18c10c0415a7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0577972 Feb 21 01:16:47.970904 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c7595894-fdea-417d-b0c6-07688791acd0 req-29c5b8ac-8d2f-4052-91a4-7cc85e265448 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Feb 21 01:16:48.076591 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6e51d6c2-b615-4b30-a523-39f1526197a5 req-c4e369bb-2b83-4bfd-b330-68c27bab1792 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270238 Feb 21 01:16:49.099293 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a23c46-585a-4ce9-be21-9ea99d6dac91 req-08a2945d-f0f3-4c8b-9a2f-7caebb0ca7d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:49.101381 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04a23c46-585a-4ce9-be21-9ea99d6dac91 req-08a2945d-f0f3-4c8b-9a2f-7caebb0ca7d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0554607 Feb 21 01:16:49.149874 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-04a23c46-585a-4ce9-be21-9ea99d6dac91 req-75d148e0-d285-469e-81fa-2a65bfd0bf95 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Feb 21 01:16:49.170729 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1646e7e5-4950-476c-bb4c-abf6b164962e req-d6a69357-f8f5-4a7f-a874-58e46d447794 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0286169 Feb 21 01:16:50.268224 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-312d972c-f258-41d5-9365-9565d184e800 req-14d21ffa-acc3-46cb-8cc2-dac85c06d24a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0319965 Feb 21 01:16:50.277655 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eb354-8a5e-4611-a00e-19a12f5aa5b3 req-717e037b-5074-4b86-9389-585c0646322d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:50.279379 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec2eb354-8a5e-4611-a00e-19a12f5aa5b3 req-717e037b-5074-4b86-9389-585c0646322d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559320 Feb 21 01:16:50.325839 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec2eb354-8a5e-4611-a00e-19a12f5aa5b3 req-3b0de525-6ef4-43b4-baf3-d9fec733c75b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Feb 21 01:16:51.368286 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5a5bf524-a668-4e77-87e5-3ddfde74ff62 req-021d9a8c-bb40-4c9e-828f-a988263fab27 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0308745 Feb 21 01:16:51.451098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99344174-b44a-410a-b118-4ccd33bfe867 req-14c234a6-a37d-4d86-b6bf-d03f0eb8b686 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:51.452592 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-99344174-b44a-410a-b118-4ccd33bfe867 req-14c234a6-a37d-4d86-b6bf-d03f0eb8b686 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0543141 Feb 21 01:16:51.500602 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-99344174-b44a-410a-b118-4ccd33bfe867 req-4c30504f-97ea-4b78-a2da-c67b523410de tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Feb 21 01:16:52.463183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-574a7662-a471-4d1f-9188-4efad582f57a req-8fa7283a-1131-42e3-ba8c-1e50458b15ed tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280969 Feb 21 01:16:52.629998 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec87d4-9c80-4f84-a155-4e3ccc93b465 req-1f8a5c53-7ea5-4d3a-ba0d-9fde4bd7ec9a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:52.631506 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05ec87d4-9c80-4f84-a155-4e3ccc93b465 req-1f8a5c53-7ea5-4d3a-ba0d-9fde4bd7ec9a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0598366 Feb 21 01:16:52.678289 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-05ec87d4-9c80-4f84-a155-4e3ccc93b465 req-e7e23344-4e03-4b3c-9536-d606f46ddad2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Feb 21 01:16:53.559882 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-edf7bde1-824b-42af-ad31-f3657c790495 req-024d7dda-46ed-4b5e-aaf9-80b13c770615 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0295641 Feb 21 01:16:53.799998 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d2e76-301b-489e-bfe9-ae89cd8dd0a7 req-b9dd4a19-cb70-4ef0-9073-e19c6eaca7f9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:53.802460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a39d2e76-301b-489e-bfe9-ae89cd8dd0a7 req-b9dd4a19-cb70-4ef0-9073-e19c6eaca7f9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533495 Feb 21 01:16:53.852486 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a39d2e76-301b-489e-bfe9-ae89cd8dd0a7 req-6d39f431-d3c7-4af5-a533-3bda47ed5cbf tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Feb 21 01:16:54.653022 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d8e65ec-75ae-4fa6-8fa4-4f4dcd7413b1 req-851976f0-5146-4a4c-859b-7f51c471db99 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280943 Feb 21 01:16:54.977183 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49729a-a51a-476b-a012-4fe8c2cc8d26 req-2f7df718-65cf-4a9d-b1fd-6ae961e3f326 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:54.978632 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9f49729a-a51a-476b-a012-4fe8c2cc8d26 req-2f7df718-65cf-4a9d-b1fd-6ae961e3f326 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522816 Feb 21 01:16:55.024675 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9f49729a-a51a-476b-a012-4fe8c2cc8d26 req-813da4c7-ac91-46db-b5aa-18f978e8aafd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Feb 21 01:16:55.746044 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-60940349-66c5-4dd9-8793-7eb0bd6a7eb7 req-d87a658e-bb6a-48bd-b8a0-63aa256dfd13 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277884 Feb 21 01:16:56.148471 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc035-f248-451c-b12c-40578c1f7472 req-51526d75-1756-4a33-b801-5083b3ace3f5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:56.149931 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-32ccc035-f248-451c-b12c-40578c1f7472 req-51526d75-1756-4a33-b801-5083b3ace3f5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Feb 21 01:16:56.197292 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-32ccc035-f248-451c-b12c-40578c1f7472 req-8cbabac1-2100-4592-b8ac-81b1ba851d67 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Feb 21 01:16:56.841966 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2651905a-a5d4-4e3e-a7e3-704b43d2460c req-3f0543f8-8421-48c4-bef8-f88b4ad3c086 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281260 Feb 21 01:16:57.319430 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fff8e-7a2d-47cd-a3f2-1df360b9bb57 req-3127b5ea-6810-462a-a60d-7c67064409c5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:57.320925 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad5fff8e-7a2d-47cd-a3f2-1df360b9bb57 req-3127b5ea-6810-462a-a60d-7c67064409c5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533102 Feb 21 01:16:57.371308 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad5fff8e-7a2d-47cd-a3f2-1df360b9bb57 req-58b49a15-7273-4192-9bcf-7fea9db94a15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Feb 21 01:16:57.936409 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-607b7121-b739-4e54-a160-eb8d12ac0cd5 req-9102ef51-c2ef-4276-bd40-a0e0c94bbbbc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271857 Feb 21 01:16:58.502147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9bd19-769f-499d-9944-3b9054a0ff30 req-a84b84c6-1af8-4912-8ca2-78aacf00182a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:58.503639 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4be9bd19-769f-499d-9944-3b9054a0ff30 req-a84b84c6-1af8-4912-8ca2-78aacf00182a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0601087 Feb 21 01:16:58.551454 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4be9bd19-769f-499d-9944-3b9054a0ff30 req-4bfb0f64-65cb-4872-b477-88bb6d276baf tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Feb 21 01:16:59.179474 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eca11e8b-f1d2-43af-b130-9b963c39993b req-c4b0d7b8-4804-487d-851d-185f70f3288f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282238 Feb 21 01:16:59.495312 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8544df08-756a-4cb7-90a1-92714db612c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:16:59.676321 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cb66-a092-46f0-bba5-609d038bcf3e req-ba483462-582f-459c-b0ca-3a3fe6cd096a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:16:59.677944 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c72cb66-a092-46f0-bba5-609d038bcf3e req-ba483462-582f-459c-b0ca-3a3fe6cd096a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535586 Feb 21 01:16:59.723104 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0c72cb66-a092-46f0-bba5-609d038bcf3e req-3107d471-a2c9-41e7-afed-a8711b75244e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Feb 21 01:17:00.278136 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ae41df2-6897-4327-8eaa-af839add9d1c req-0d841d6b-f03e-4cae-b643-382e8a5a313c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270052 Feb 21 01:17:00.846969 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9384f35-d14f-4104-acf8-48e3ca157c6b req-4eb5716d-cbcd-47bd-b13c-edc1bdc440fd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:00.848440 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9384f35-d14f-4104-acf8-48e3ca157c6b req-4eb5716d-cbcd-47bd-b13c-edc1bdc440fd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530334 Feb 21 01:17:00.899253 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9384f35-d14f-4104-acf8-48e3ca157c6b req-56d8a869-ac92-467d-8e33-f8f0c8343f81 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450349 Feb 21 01:17:01.377885 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e57ea09e-e9d3-4f31-814c-b82cee55370b req-eed1415f-ec65-4128-b09d-73f8036973ad tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0340912 Feb 21 01:17:02.020971 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872982d5-d56f-41e6-aa3a-d0d66cf8c744 req-ca71fb85-5610-4de4-92c6-9ca0a4960d84 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:02.022297 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-872982d5-d56f-41e6-aa3a-d0d66cf8c744 req-ca71fb85-5610-4de4-92c6-9ca0a4960d84 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525124 Feb 21 01:17:02.068286 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-872982d5-d56f-41e6-aa3a-d0d66cf8c744 req-ccd95af6-cce2-44c7-9bc5-9f6254f985de tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Feb 21 01:17:02.135069 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-954f57cc-4fe2-4fd3-b7cd-06f0f7f0ec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:02.473677 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c560c271-4440-407e-bdbe-b75ba558ad66 req-35fa4d7b-c6ae-46e0-8185-a6571ed38aaa tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271094 Feb 21 01:17:03.192639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41051d2d-d3e5-4263-bb85-dbf42ec59a0f req-71a0ca06-e70c-4a4f-804b-08f756e191dd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:03.194126 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41051d2d-d3e5-4263-bb85-dbf42ec59a0f req-71a0ca06-e70c-4a4f-804b-08f756e191dd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538347 Feb 21 01:17:03.242144 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41051d2d-d3e5-4263-bb85-dbf42ec59a0f req-9f5a569d-0048-4202-9f4e-f19d94a7de15 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Feb 21 01:17:03.341083 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:03.568001 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f54f4a1a-6dc8-4846-80ad-d2e2431c0168 req-185c640a-9167-45aa-a99e-4fb71e54e2d9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267706 Feb 21 01:17:04.363210 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adcffe-9eec-46c6-98b7-ff18da17a515 req-26dc4b8d-f61d-47e9-90f2-463c59663c4a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:04.364729 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-55adcffe-9eec-46c6-98b7-ff18da17a515 req-26dc4b8d-f61d-47e9-90f2-463c59663c4a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0517321 Feb 21 01:17:04.413842 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-55adcffe-9eec-46c6-98b7-ff18da17a515 req-22b99ea4-8bad-43f0-ae2f-ed19aeb9971d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Feb 21 01:17:04.663246 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f9c28189-2d7f-4164-adbd-e8acf736ac0e req-276d6544-ce6d-4130-b3c6-29740c8c1ad5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0287919 Feb 21 01:17:04.923983 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:05.538529 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f030e-5b41-419a-8e74-decdcc931e2c req-7045c189-dcfe-4711-891f-34b592554e8b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:05.539981 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-299f030e-5b41-419a-8e74-decdcc931e2c req-7045c189-dcfe-4711-891f-34b592554e8b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0556436 Feb 21 01:17:05.587015 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-299f030e-5b41-419a-8e74-decdcc931e2c req-eab891a7-5718-4efd-be88-d07cbbd635de tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Feb 21 01:17:05.756425 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9bc444f-a328-47b1-9ae8-70b4ce293347 req-706cb7b2-37bb-4bd2-b30f-a6ae2cee77e1 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273669 Feb 21 01:17:05.918252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:06.710892 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82a2ba-2d05-4331-9a72-34ae343cd350 req-466637b8-bc8f-48b1-9529-de4eae71e87d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:06.712382 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c82a2ba-2d05-4331-9a72-34ae343cd350 req-466637b8-bc8f-48b1-9529-de4eae71e87d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538652 Feb 21 01:17:06.758241 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c82a2ba-2d05-4331-9a72-34ae343cd350 req-8badc103-b69d-47e7-b806-58836f4763ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Feb 21 01:17:06.848227 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2f1cf25c-c02a-4a01-9ae7-5fed0115ba65 req-35e06056-3ccf-4196-b87f-4e1cae1c3697 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0260265 Feb 21 01:17:07.884272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc37f5-8d28-4655-9f6f-db7471cb3623 req-80cba18b-001a-4cd0-9ea1-0654f8301300 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:07.885833 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fbc37f5-8d28-4655-9f6f-db7471cb3623 req-80cba18b-001a-4cd0-9ea1-0654f8301300 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552297 Feb 21 01:17:07.933318 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fbc37f5-8d28-4655-9f6f-db7471cb3623 req-5af9195a-0ff3-4d66-9f69-22012171fbe4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Feb 21 01:17:07.945250 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cfc3f23a-6379-4eed-9811-c5272cf9122c req-854ab769-0921-4a5e-8551-b10a7fe8d4c4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289052 Feb 21 01:17:09.043215 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a134c9b0-f823-463e-865b-d56f5b117b6d req-af9ed253-1842-407f-a42a-02fd550b2593 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0297415 Feb 21 01:17:09.065058 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1362f-2d61-4a82-8241-769495d92cc4 req-397ddf87-5b2a-454f-9168-9863b004e186 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:09.066569 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f7e1362f-2d61-4a82-8241-769495d92cc4 req-397ddf87-5b2a-454f-9168-9863b004e186 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0577023 Feb 21 01:17:09.107074 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:09.117389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f7e1362f-2d61-4a82-8241-769495d92cc4 req-0da0580f-646a-4913-bd08-afc83e4124d3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Feb 21 01:17:10.134620 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-87eece1a-3dee-4d61-8557-1e89a19fa040 req-acb110e8-c8e6-4c35-b679-78b8fec50da8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278285 Feb 21 01:17:10.240468 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941477-bfd1-4b2e-95af-4967c80ef934 req-b248e3c6-8e31-4df2-90c0-f0baff717d2f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:10.241943 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10941477-bfd1-4b2e-95af-4967c80ef934 req-b248e3c6-8e31-4df2-90c0-f0baff717d2f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530090 Feb 21 01:17:10.288559 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10941477-bfd1-4b2e-95af-4967c80ef934 req-ebce5c53-d46e-42e1-aa93-5756b5b2de40 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Feb 21 01:17:11.229821 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-439fc461-bb1f-4b6f-8093-f063afb6b1d3 req-1bd35dd0-6103-4b8f-b624-fbc02911cf35 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272288 Feb 21 01:17:11.409380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a6a64-8d24-4053-a822-6ee037212a47 req-36095f10-a3e9-4f4e-9302-8e9302403ac2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:11.410921 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-804a6a64-8d24-4053-a822-6ee037212a47 req-36095f10-a3e9-4f4e-9302-8e9302403ac2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0526276 Feb 21 01:17:11.460836 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-804a6a64-8d24-4053-a822-6ee037212a47 req-81847d59-842f-4147-8232-bb2c7c120ec3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Feb 21 01:17:12.323641 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-505dbc61-24b8-4d81-9bec-ba398a2a85e2 req-4a377ab7-ea20-4b72-94e7-83d3ba0f2842 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270233 Feb 21 01:17:12.580478 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a9ccc-ade7-4ef2-95db-5e5077e6c361 req-3ae4cb44-dbc1-4ec2-83bd-dc93e986d0cc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:12.581950 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e64a9ccc-ade7-4ef2-95db-5e5077e6c361 req-3ae4cb44-dbc1-4ec2-83bd-dc93e986d0cc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0514297 Feb 21 01:17:12.631979 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e64a9ccc-ade7-4ef2-95db-5e5077e6c361 req-810e2ade-4d69-4895-8b7c-17ef2034ed81 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Feb 21 01:17:13.418603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec693e2f-5d05-425a-a857-2294758f9e57 req-cfebeb1a-633b-4019-a1ba-bd961b791145 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0281594 Feb 21 01:17:13.752939 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beb1c7-cc0e-4245-a5cb-cc88782f6b4b req-3e72167b-f1ad-4007-b0c7-39d71c228f30 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:13.754377 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01beb1c7-cc0e-4245-a5cb-cc88782f6b4b req-3e72167b-f1ad-4007-b0c7-39d71c228f30 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0521321 Feb 21 01:17:13.801256 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01beb1c7-cc0e-4245-a5cb-cc88782f6b4b req-c7a00678-80ae-4693-8e27-568fa93d35dc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 Feb 21 01:17:14.513596 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10d80f14-7b8a-4c20-8e5d-a63f39775bc9 req-1241e345-a38e-4443-8bb9-56c32f3bc658 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282698 Feb 21 01:17:14.924738 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cdd78-bd2d-4000-ba2b-d83490a8577d req-996509b2-072f-48f8-928a-359708d45768 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:14.926217 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0e7cdd78-bd2d-4000-ba2b-d83490a8577d req-996509b2-072f-48f8-928a-359708d45768 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Feb 21 01:17:14.975092 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0e7cdd78-bd2d-4000-ba2b-d83490a8577d req-9ea4c6b1-42f6-4b64-97cb-afd69a5fd39e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Feb 21 01:17:15.609326 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f62b469c-cb2d-4730-8b39-0e88d202f06b req-02560dc3-e26f-4343-8452-08066f6c60a9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0297191 Feb 21 01:17:16.102628 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0d7b9-653f-4a5d-a87b-36f98ab127b3 req-48f277cc-6778-4e8c-bfe7-03bb557bcf43 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:16.104127 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dcc0d7b9-653f-4a5d-a87b-36f98ab127b3 req-48f277cc-6778-4e8c-bfe7-03bb557bcf43 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559916 Feb 21 01:17:16.150601 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dcc0d7b9-653f-4a5d-a87b-36f98ab127b3 req-a71787f7-77b0-4bff-9f51-8bad89531fd4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Feb 21 01:17:16.709948 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e0652d3-2407-4701-a169-c29b31473680 req-f2b36a06-d47b-4301-a5d5-11fa18c98715 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0296142 Feb 21 01:17:17.276627 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f49f3-4d49-495c-ad3b-6f45447221f6 req-8737b9b1-4df0-4ee9-af04-4e720dafb5d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:17.278087 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc4f49f3-4d49-495c-ad3b-6f45447221f6 req-8737b9b1-4df0-4ee9-af04-4e720dafb5d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555770 Feb 21 01:17:17.325980 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc4f49f3-4d49-495c-ad3b-6f45447221f6 req-12c62384-080c-40d9-a87a-bc3737e481e9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Feb 21 01:17:17.802293 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-387f57ba-1b9c-4fd1-87bd-1ee41879ba53 req-eafd2d6e-e785-40e0-acd1-6c6cf19701ef tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270741 Feb 21 01:17:18.447571 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa4b4-66e2-4f85-b5f4-4df7bed31a90 req-95260005-f262-4e46-8e31-f332b81ee0a0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:18.449054 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a6baa4b4-66e2-4f85-b5f4-4df7bed31a90 req-95260005-f262-4e46-8e31-f332b81ee0a0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0522847 Feb 21 01:17:18.499003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a6baa4b4-66e2-4f85-b5f4-4df7bed31a90 req-efe80a86-0e3f-4adf-b38a-9f55997694c6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442986 Feb 21 01:17:18.894525 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8e2b386f-a108-409c-94dc-5bd4c68fe119 req-3b7b46eb-9d1e-4701-8049-c2e5c3a76f36 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0268428 Feb 21 01:17:19.621125 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588219-7646-4d4c-a3f0-516b2b9989d8 req-c5922968-2def-4e57-a941-ef86e6bee708 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:19.622682 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c588219-7646-4d4c-a3f0-516b2b9989d8 req-c5922968-2def-4e57-a941-ef86e6bee708 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0528977 Feb 21 01:17:19.672143 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c588219-7646-4d4c-a3f0-516b2b9989d8 req-18d99c83-274a-4075-8d45-2e8dddf3bfac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 Feb 21 01:17:19.987156 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-083e635d-f357-4094-9501-ac867cbe4728 req-e41f5cdf-1b1b-4c59-b252-94d99cfe3d0a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0263174 Feb 21 01:17:20.346561 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:17:20.797012 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4fabb-0f5c-4e45-bb9a-9dd46a00364f req-91818323-be18-41f0-af73-f354dd657135 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:20.798463 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8dc4fabb-0f5c-4e45-bb9a-9dd46a00364f req-91818323-be18-41f0-af73-f354dd657135 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535727 Feb 21 01:17:20.843220 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8dc4fabb-0f5c-4e45-bb9a-9dd46a00364f req-9f08af86-3f12-4297-bcd9-152fcf91bbcb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392153 Feb 21 01:17:21.082944 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c59e1b8d-0d8f-4cf7-bc0b-63eeabf439b7 req-fcf380be-7383-42e2-93cb-9333c0e21da3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0300357 Feb 21 01:17:21.966734 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d14dd-0b64-439b-a04b-e0bd10f68b14 req-5c97afc5-622b-4bd5-bbc8-b35f36b2d3b7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:21.968253 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b32d14dd-0b64-439b-a04b-e0bd10f68b14 req-5c97afc5-622b-4bd5-bbc8-b35f36b2d3b7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525799 Feb 21 01:17:22.017451 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b32d14dd-0b64-439b-a04b-e0bd10f68b14 req-d1486f6d-a7b7-4020-a6f3-fec39b24e6ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 Feb 21 01:17:22.180339 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-03b5dc0b-06b7-4b2f-81ed-fd5725eceacb req-173b249c-b6b9-4fcf-8922-762839e68e06 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304575 Feb 21 01:17:23.143396 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92228c76-c099-4b17-9614-c6203ff67e8a req-64dc328f-63e8-4fe9-8444-340376ba5f28 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:23.144900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92228c76-c099-4b17-9614-c6203ff67e8a req-64dc328f-63e8-4fe9-8444-340376ba5f28 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0517192 Feb 21 01:17:23.190708 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92228c76-c099-4b17-9614-c6203ff67e8a req-168c5253-ee37-45b9-9e13-9c0fc6ee229e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Feb 21 01:17:23.274406 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8529c917-ce36-4cae-bfa9-e587a7453ac0 req-cf064104-2703-4a4b-ba4a-10986eada050 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272911 Feb 21 01:17:24.315333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117949ed-8277-4141-a9fd-bcc37b04dc17 req-84d8ece2-0edb-4117-9b1f-b651c9e63024 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:24.316836 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-117949ed-8277-4141-a9fd-bcc37b04dc17 req-84d8ece2-0edb-4117-9b1f-b651c9e63024 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0563095 Feb 21 01:17:24.368871 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-62041c2c-6864-47ad-a6e4-d428d8acf73b req-521c1f75-44a3-43e7-992d-812e194fd33d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282314 Feb 21 01:17:24.598757 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-117949ed-8277-4141-a9fd-bcc37b04dc17 req-efc953cd-9192-40db-b196-b06facbf8133 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755933 Feb 21 01:17:25.462389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-30021f61-1f1b-457e-8f2b-a101eec8b030 req-6aaedf8e-265d-4b98-88d8-32bdc2e99cb6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0260544 Feb 21 01:17:25.723751 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bbaa-54a8-4cc7-b8b9-2d4d93dd75b1 req-a07a042b-a05b-4d0c-a970-e0023c2664d6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:25.726161 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6a6bbaa-54a8-4cc7-b8b9-2d4d93dd75b1 req-a07a042b-a05b-4d0c-a970-e0023c2664d6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536325 Feb 21 01:17:25.775607 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6a6bbaa-54a8-4cc7-b8b9-2d4d93dd75b1 req-4dabc2c1-5bec-4cc5-825e-a17f12c0e3db tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Feb 21 01:17:26.555141 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3568405e-ca5f-4666-a227-11250ca753c9 req-7793bf10-4b9c-43c3-ac17-e8e579a8e521 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272093 Feb 21 01:17:26.897593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e002ae-c587-48c0-a171-c433ca55bc03 req-7a6d2e59-7337-4d1b-aca4-b3af0ddd36ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:26.899663 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-27e002ae-c587-48c0-a171-c433ca55bc03 req-7a6d2e59-7337-4d1b-aca4-b3af0ddd36ff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525534 Feb 21 01:17:26.946253 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-27e002ae-c587-48c0-a171-c433ca55bc03 req-c1939f72-a09b-4954-b0cc-ffd50103ee9b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Feb 21 01:17:27.646670 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-56130826-3a6c-4f5f-a42b-bc97816975f7 req-60d7d35e-8418-43ac-87df-344e463a1b05 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272131 Feb 21 01:17:28.068829 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf307b-c0d7-4710-ba8a-e2ab75caf908 req-2184cf77-688e-4ca6-a6b5-6ebdb336f18f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:28.070945 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4bbf307b-c0d7-4710-ba8a-e2ab75caf908 req-2184cf77-688e-4ca6-a6b5-6ebdb336f18f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535164 Feb 21 01:17:28.115239 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4bbf307b-c0d7-4710-ba8a-e2ab75caf908 req-9c84801f-122a-46f8-a21c-ae83318b8c6d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 Feb 21 01:17:28.744776 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-00e86be7-99a8-4be1-9dcf-35fe209efde4 req-dd2d49fd-efac-4170-be47-4deaf833e15f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0305300 Feb 21 01:17:29.237664 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62fb4-686f-4cbf-a715-769c532d96a8 req-9961ca8a-ba82-4eec-934f-9f6a7c1d337c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:29.239108 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fd62fb4-686f-4cbf-a715-769c532d96a8 req-9961ca8a-ba82-4eec-934f-9f6a7c1d337c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527546 Feb 21 01:17:29.283940 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fd62fb4-686f-4cbf-a715-769c532d96a8 req-79714737-54c2-4da5-aa52-bdc94da3b0ed tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Feb 21 01:17:29.534962 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3972d12c-df00-4f31-a76e-ed757dd9d52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:29.843235 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3e8c07dd-8dcd-4f6e-a707-7b75edfbd23d req-ec5ecc7c-aac2-41fc-be96-5d2ee16beef3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0303545 Feb 21 01:17:30.406907 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53e8a-accb-4d70-bd75-00c80d49d8b8 req-92d03206-cad8-451e-8134-dfe0e185a81f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:30.408324 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45b53e8a-accb-4d70-bd75-00c80d49d8b8 req-92d03206-cad8-451e-8134-dfe0e185a81f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0524266 Feb 21 01:17:30.454682 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-45b53e8a-accb-4d70-bd75-00c80d49d8b8 req-99ea6f3c-b41a-41bb-8520-0b014cd49875 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Feb 21 01:17:30.936445 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-148f4642-c570-4d5c-9247-88e974cc411f req-9785557e-f4a1-427f-aa74-7bd72db91195 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277381 Feb 21 01:17:31.577357 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb18bf-3ed5-46ea-a79f-9a5010fa349f req-fa9df890-05dc-4df4-9751-31481c20d6f1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:31.578877 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8eeb18bf-3ed5-46ea-a79f-9a5010fa349f req-fa9df890-05dc-4df4-9751-31481c20d6f1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533323 Feb 21 01:17:31.633162 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8eeb18bf-3ed5-46ea-a79f-9a5010fa349f req-df053e19-dac8-47a0-ad05-90bb533b16b8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454457 Feb 21 01:17:32.041744 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3a4e3c7-8234-404e-ae6f-2ea107040ce8 req-06058a69-a277-4ada-ab0e-121553a75e76 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0314498 Feb 21 01:17:32.134895 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef68-92a3-4292-808b-9e5357561412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:32.758417 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b44bce-cd51-458a-a00e-ac0d837323d3 req-d84ba9ac-65d8-4d3c-831e-02540efdda07 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:32.759889 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f3b44bce-cd51-458a-a00e-ac0d837323d3 req-d84ba9ac-65d8-4d3c-831e-02540efdda07 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0540185 Feb 21 01:17:32.810417 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f3b44bce-cd51-458a-a00e-ac0d837323d3 req-5d6b52fe-9d60-46fe-8e4f-f9d0c2cc6991 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Feb 21 01:17:33.136258 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d87d710-59ef-4e42-bc76-182401797b28 req-481145fe-cf20-4c03-9a9b-b0c12f996cad tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0270834 Feb 21 01:17:33.353015 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:33.932278 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8582-0a0e-4127-ae53-0c4217e66fc1 req-c760ba59-c7e5-409f-be76-4d7f9c1d60d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:33.933751 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0cb8582-0a0e-4127-ae53-0c4217e66fc1 req-c760ba59-c7e5-409f-be76-4d7f9c1d60d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531662 Feb 21 01:17:33.980946 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0cb8582-0a0e-4127-ae53-0c4217e66fc1 req-ad7a87d3-5255-44a7-862f-00d02daa957c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Feb 21 01:17:34.226920 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-be81b429-9410-4dc4-a418-a24dedf66135 req-c98bf2ef-d821-446f-b603-1877f7d80afd tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262003 Feb 21 01:17:34.927407 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:35.107099 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d71df2-3299-4612-8e06-84d5e6d96c51 req-4c4f4d18-3778-42fc-8af5-a6899bf3796b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:35.108507 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c7d71df2-3299-4612-8e06-84d5e6d96c51 req-4c4f4d18-3778-42fc-8af5-a6899bf3796b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0547926 Feb 21 01:17:35.157792 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c7d71df2-3299-4612-8e06-84d5e6d96c51 req-a94ced9c-2485-4a8d-a9fa-b894eaf70a5d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438001 Feb 21 01:17:35.318180 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dd645899-23bb-4d1a-9da0-43e97a388a65 req-a7f30612-9e94-4c1d-9f79-68da7f1b8df9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264244 Feb 21 01:17:35.932921 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:36.282801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef39e04-c802-4c43-beab-d0531ed4f7be req-463e9ae2-c91b-4f97-bcf3-39a171fa5209 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:36.284272 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1ef39e04-c802-4c43-beab-d0531ed4f7be req-463e9ae2-c91b-4f97-bcf3-39a171fa5209 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0565822 Feb 21 01:17:36.329484 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1ef39e04-c802-4c43-beab-d0531ed4f7be req-6707af3c-2271-4a15-89b7-c6a7bfdab81e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391233 Feb 21 01:17:36.413701 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01f693d6-98ec-43e4-98c1-6b4f3cc1f1db req-1633be4d-4794-47cc-a50f-fffdd1e5844b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278907 Feb 21 01:17:37.456149 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173e41-6a75-46c7-ba07-75cacd0e6db5 req-7d27444b-e26c-4034-bf90-ed8cb3b72037 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:37.457629 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-df173e41-6a75-46c7-ba07-75cacd0e6db5 req-7d27444b-e26c-4034-bf90-ed8cb3b72037 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0529873 Feb 21 01:17:37.503879 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-df173e41-6a75-46c7-ba07-75cacd0e6db5 req-d27f7398-3ff4-4fec-bff9-017dc67d9876 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Feb 21 01:17:37.532336 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7707c120-9dd9-4fcf-8407-cd4f53c9513c req-d366d548-0e10-4587-9a5b-b354b2c747e7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0308967 Feb 21 01:17:38.631688 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43dee5e2-00d7-47de-911d-9d1d7941b940 req-0caf277b-f18a-4a81-ad9d-681910c3f8fb tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0318267 Feb 21 01:17:38.634733 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e7e8a-211f-432f-9b9c-53cb8451f86d req-8157804e-b68b-491c-8bac-68bceab2775d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:38.636252 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e4e7e8a-211f-432f-9b9c-53cb8451f86d req-8157804e-b68b-491c-8bac-68bceab2775d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0557611 Feb 21 01:17:38.683770 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2e4e7e8a-211f-432f-9b9c-53cb8451f86d req-6a11f714-f7d6-4eec-a7ab-0ffcd477eb09 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Feb 21 01:17:39.111822 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:39.731430 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bcefea23-bd05-4c54-97aa-c8a63eeb531f req-3c0ae1b2-86f7-47ef-80dd-ece523cb0006 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271113 Feb 21 01:17:39.806702 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b35bcd-00f5-4f38-acb6-b0d7e8531237 req-62d730c4-101f-4163-97a8-60beaefa088f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:39.808156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-26b35bcd-00f5-4f38-acb6-b0d7e8531237 req-62d730c4-101f-4163-97a8-60beaefa088f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0514190 Feb 21 01:17:39.854521 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-26b35bcd-00f5-4f38-acb6-b0d7e8531237 req-f7fba4b9-633e-415b-927e-eb41103f853e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Feb 21 01:17:40.825501 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aee48b15-dca8-4218-a7dc-c8bded974e88 req-cf7fb695-5fcf-490b-a54c-e81e90fced91 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0286975 Feb 21 01:17:40.979405 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11633284-da5f-4607-b764-8ebca848d994 req-7c52d336-277a-4fe0-b8b8-041ee1d44923 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:40.980863 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-11633284-da5f-4607-b764-8ebca848d994 req-7c52d336-277a-4fe0-b8b8-041ee1d44923 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0548699 Feb 21 01:17:41.026488 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-11633284-da5f-4607-b764-8ebca848d994 req-9e5c438f-015c-423b-a2aa-200893d2371d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Feb 21 01:17:41.919796 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b51c7420-dfa3-47ba-af43-6f54012ac808 req-b0b7b9ea-a96d-4b51-9060-a970fca29c2a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0276885 Feb 21 01:17:42.150346 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e32a-f627-4c20-9f0b-1d2e81abfb5b req-3aad5d73-1d17-4323-a9c5-8bf135db71ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:42.151897 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-97b4e32a-f627-4c20-9f0b-1d2e81abfb5b req-3aad5d73-1d17-4323-a9c5-8bf135db71ae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0545752 Feb 21 01:17:42.203303 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-97b4e32a-f627-4c20-9f0b-1d2e81abfb5b req-d367847f-6dea-4c97-a740-85c973d65cdc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455649 Feb 21 01:17:43.014441 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a7463382-883e-4433-9900-80774be3322d req-d9542e39-f933-4c50-9e8b-8d558071ba87 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271997 Feb 21 01:17:43.328495 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc438-ca48-4f19-8ad8-0ee4f9d73d0d req-acec98ed-55a9-4078-a589-e3fd4bbdce40 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:43.329969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-971cc438-ca48-4f19-8ad8-0ee4f9d73d0d req-acec98ed-55a9-4078-a589-e3fd4bbdce40 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530133 Feb 21 01:17:43.376468 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-971cc438-ca48-4f19-8ad8-0ee4f9d73d0d req-e56c5fa4-0a6b-4ef5-b024-6440b6640564 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Feb 21 01:17:44.110192 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-686ee704-0c50-4e66-8149-8dab59df22b9 req-9e2c2bb0-0ba6-4e3e-9c40-a54aeb78d8cc tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0305004 Feb 21 01:17:44.499401 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd61d20-f0e0-488a-9ab3-0965de553230 req-56460339-1e15-4895-9b2b-50d36c46f0f5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:44.500867 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5bd61d20-f0e0-488a-9ab3-0965de553230 req-56460339-1e15-4895-9b2b-50d36c46f0f5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525582 Feb 21 01:17:44.547392 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5bd61d20-f0e0-488a-9ab3-0965de553230 req-1dec1329-0f64-459d-8f26-d17b132debef tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Feb 21 01:17:45.212737 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8eca3b38-c2d8-4424-87e1-c5d90740ff54 req-d0b76fc3-af7b-4274-998c-d0bbdfe0da72 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289481 Feb 21 01:17:45.668466 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a9a08-7c2b-43b7-b2a5-b00290d7f65d req-95ee2295-3846-481e-afd1-c24a4b08a6a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:45.670215 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b6a9a08-7c2b-43b7-b2a5-b00290d7f65d req-95ee2295-3846-481e-afd1-c24a4b08a6a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536766 Feb 21 01:17:45.716938 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b6a9a08-7c2b-43b7-b2a5-b00290d7f65d req-364ff2aa-8e11-49cd-96a1-bcebd14a7e8d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Feb 21 01:17:46.305151 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-98afcee0-0feb-416f-86c4-122a09e1a008 req-a9ce00c7-175c-4a65-897f-b64e95b42144 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278537 Feb 21 01:17:46.846011 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de7d2-1387-4ccb-952d-49ccc0b53103 req-f7574fdc-b673-4f9d-b465-d45cd10df357 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:46.847446 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-850de7d2-1387-4ccb-952d-49ccc0b53103 req-f7574fdc-b673-4f9d-b465-d45cd10df357 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0560839 Feb 21 01:17:46.897986 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-850de7d2-1387-4ccb-952d-49ccc0b53103 req-33e1b7b4-62b6-4558-b123-048e024f78f3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Feb 21 01:17:47.400893 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5e4ce07b-bcbf-4fb5-9a66-8c4adab93731 req-32453095-6081-49b9-9737-733539739c41 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262318 Feb 21 01:17:48.024635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0a8c-e1b5-4083-bc9f-6f541d1cde6f req-9da045bc-31e3-4acb-b9be-4810a0cac0d5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:48.026087 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea3f0a8c-e1b5-4083-bc9f-6f541d1cde6f req-9da045bc-31e3-4acb-b9be-4810a0cac0d5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0562391 Feb 21 01:17:48.072676 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ea3f0a8c-e1b5-4083-bc9f-6f541d1cde6f req-92898295-2065-4a7a-9c35-23e4d75039ac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Feb 21 01:17:48.493011 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45383f32-3132-4c0c-abfd-6bad970c06e4 req-8cd6e112-6ddb-4293-a62b-90efd63762d5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271466 Feb 21 01:17:49.195425 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eebf3f-8f7d-45b1-aa0c-7ffc3da8daa4 req-84b253f0-48c4-4631-af4f-672718ea0413 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:49.196920 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-88eebf3f-8f7d-45b1-aa0c-7ffc3da8daa4 req-84b253f0-48c4-4631-af4f-672718ea0413 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0535979 Feb 21 01:17:49.247490 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-88eebf3f-8f7d-45b1-aa0c-7ffc3da8daa4 req-fed59f39-9806-4aac-aae1-07e71436cace tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Feb 21 01:17:49.585571 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bbf36a04-6622-48f2-b8e6-8f57597fb951 req-e39216ed-085e-4a77-b4bf-94ff7e1a662b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0265200 Feb 21 01:17:50.369479 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbc29a-d300-491b-bc3e-99d6dbf78604 req-c8e9575d-0489-4ec5-b132-2e5ac11c2208 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:50.371042 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-51bbc29a-d300-491b-bc3e-99d6dbf78604 req-c8e9575d-0489-4ec5-b132-2e5ac11c2208 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527174 Feb 21 01:17:50.421968 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-51bbc29a-d300-491b-bc3e-99d6dbf78604 req-45f2404b-7c43-4e6e-8cc4-972d9a60f511 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Feb 21 01:17:50.678547 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad1c3d60-1b36-4c1e-bde3-42159cef9de6 req-f68b2887-c5d0-40f9-bdbb-be86778379b6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269327 Feb 21 01:17:51.546498 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e624-a360-4f71-b804-2cdf95c2909b req-f2232adc-c635-42cd-b6e8-dbf2fc951310 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:51.547986 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3652e624-a360-4f71-b804-2cdf95c2909b req-f2232adc-c635-42cd-b6e8-dbf2fc951310 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530629 Feb 21 01:17:51.593306 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3652e624-a360-4f71-b804-2cdf95c2909b req-2219690e-46b0-4c37-88e2-c55ab0412c71 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 Feb 21 01:17:51.774092 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77e34e3e-99a5-41d3-a39f-f9e788856243 req-c5d74ca1-fa15-4c59-a8e4-866eae6b735c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0300281 Feb 21 01:17:52.717368 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f090-3de6-4efc-880d-1b224f6d8354 req-2ad436cf-934e-47fd-bb38-fac9978c7f7e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:52.718826 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8887f090-3de6-4efc-880d-1b224f6d8354 req-2ad436cf-934e-47fd-bb38-fac9978c7f7e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531049 Feb 21 01:17:52.766064 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8887f090-3de6-4efc-880d-1b224f6d8354 req-b9a6c3cb-01d3-4732-9938-a40973de4328 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Feb 21 01:17:52.869762 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fe443e05-e79a-4799-a38f-66f2bd33284a req-9b8c229e-36fb-4e5f-b530-6e1ae917205e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0280974 Feb 21 01:17:53.897632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef8c8-5f0f-4cc6-9124-af24d9ce5cf6 req-a4f738c1-d665-465d-83a2-ee339471348a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:53.899137 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-242ef8c8-5f0f-4cc6-9124-af24d9ce5cf6 req-a4f738c1-d665-465d-83a2-ee339471348a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555816 Feb 21 01:17:53.946477 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-242ef8c8-5f0f-4cc6-9124-af24d9ce5cf6 req-3f190481-e08c-4abe-876a-25fa9108e169 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Feb 21 01:17:53.963755 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c25643e9-0599-4d54-95b8-841cb26a1730 req-d73bc907-66f0-46d6-83f8-5d7d5af15a38 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0274358 Feb 21 01:17:55.060312 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-80f3bb25-bb02-4f84-9cc2-19cc8c1be4d7 req-84d5f935-6ef5-4682-8bf7-aab3422fba2d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271838 Feb 21 01:17:55.075566 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31925d7-f728-4f4a-a2b8-9e4730a68ad1 req-be2147b8-0f5c-450f-9bbf-dfbad17102b7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:55.077230 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b31925d7-f728-4f4a-a2b8-9e4730a68ad1 req-be2147b8-0f5c-450f-9bbf-dfbad17102b7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0590212 Feb 21 01:17:55.123373 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b31925d7-f728-4f4a-a2b8-9e4730a68ad1 req-97b2dd68-9bc5-4877-9b4b-c5186a222684 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Feb 21 01:17:56.153697 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-174b0cbc-6d61-45a7-bca2-52c235ac5952 req-984c25e9-05f4-41a2-9d1b-a91c373f575d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279500 Feb 21 01:17:56.246614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc810f9-35ff-4cfe-8ca1-625929d63f91 req-a211b4ac-c8d9-4aac-b0c9-0fc5728f0d9f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:56.248084 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3bc810f9-35ff-4cfe-8ca1-625929d63f91 req-a211b4ac-c8d9-4aac-b0c9-0fc5728f0d9f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0508788 Feb 21 01:17:56.293318 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3bc810f9-35ff-4cfe-8ca1-625929d63f91 req-d7db84d6-a157-43ae-adae-45e6dd4299b6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Feb 21 01:17:57.250430 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-882a087e-8a8a-4cb7-8084-05b1db4ca587 req-6ae71652-acbc-4c47-8e69-9375b246da9c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0300646 Feb 21 01:17:57.344832 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:17:57.418900 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62b559-eba5-4e21-9812-dd6d69d6762f req-a55866bc-cf46-4b91-aa99-191b37a4aa89 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:57.420393 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce62b559-eba5-4e21-9812-dd6d69d6762f req-a55866bc-cf46-4b91-aa99-191b37a4aa89 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0534394 Feb 21 01:17:57.465502 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce62b559-eba5-4e21-9812-dd6d69d6762f req-1b346fc5-a45c-4f49-97bf-5dc85da9128c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397675 Feb 21 01:17:58.344076 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-98ca5b48-99c0-4843-953c-9113cbe38fe2 req-89fadfab-971c-420c-b84e-0900debcc691 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271807 Feb 21 01:17:58.588367 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502765-8ded-40df-906f-e5adf52ef830 req-0e390d02-43b2-4c51-8150-dcb3d44db304 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:58.589761 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1f502765-8ded-40df-906f-e5adf52ef830 req-0e390d02-43b2-4c51-8150-dcb3d44db304 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527012 Feb 21 01:17:58.636184 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1f502765-8ded-40df-906f-e5adf52ef830 req-8c83d95e-2d28-4ace-b611-c39c1628219d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Feb 21 01:17:59.443859 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c255a8c8-7d21-4cf0-8a51-b86982ffc20c req-caacf687-d887-4bb7-916a-848002b872df tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0329237 Feb 21 01:17:59.493161 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cb47a56c-ddb9-40dc-bfa4-bc09c3aaf3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:17:59.760524 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9749b-ac5d-4f90-b105-7d2faced8e62 req-d036904b-be2b-444d-8ba4-146e5b8d7eae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:17:59.761987 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3c9749b-ac5d-4f90-b105-7d2faced8e62 req-d036904b-be2b-444d-8ba4-146e5b8d7eae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532193 Feb 21 01:17:59.807634 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3c9749b-ac5d-4f90-b105-7d2faced8e62 req-cb75c50f-4b44-4784-9934-70aa08d904ab tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Feb 21 01:18:00.544109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-75cf0ed0-209f-4e31-8671-70b6c3b3025a req-bfb55d55-7f20-479d-9d71-8c4de6586ad0 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0307374 Feb 21 01:18:00.931191 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61139c1a-07ef-4a8c-bb7d-32931eded5bd req-14752590-b7bd-457b-8667-63911827c9a9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:00.932661 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61139c1a-07ef-4a8c-bb7d-32931eded5bd req-14752590-b7bd-457b-8667-63911827c9a9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0549445 Feb 21 01:18:00.977894 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61139c1a-07ef-4a8c-bb7d-32931eded5bd req-669aef2b-15be-4fef-abce-68a21912a2be tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397124 Feb 21 01:18:01.638420 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68658ee1-0b82-4674-a8b7-29bb094b952c req-3c7ef398-85a9-4ac6-be41-7d7b230420c6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0283778 Feb 21 01:18:02.100421 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8156f-7c3f-4a23-a331-822f34786741 req-8ddceb5a-ec1f-42b7-9375-110e351a1ef0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:02.102569 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fff8156f-7c3f-4a23-a331-822f34786741 req-8ddceb5a-ec1f-42b7-9375-110e351a1ef0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525699 Feb 21 01:18:02.123575 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ac617509-86e1-4606-983e-7c4f8d608ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:02.149986 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fff8156f-7c3f-4a23-a331-822f34786741 req-44925bb4-c05a-4697-ab20-39c73e520e42 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Feb 21 01:18:02.736780 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e5d08eda-0e4a-4f4c-9f16-55013d839011 req-1e64960b-eac4-4989-9279-30004663944d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304759 Feb 21 01:18:03.275419 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0c160-d617-46fe-af46-097096a7bc4f req-92dc3c77-93ed-409c-909e-56f86f3d254c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:03.276883 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92d0c160-d617-46fe-af46-097096a7bc4f req-92dc3c77-93ed-409c-909e-56f86f3d254c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0553942 Feb 21 01:18:03.323445 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92d0c160-d617-46fe-af46-097096a7bc4f req-94317a5b-b29b-4d6d-a24e-7ce358c13ad1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407691 Feb 21 01:18:03.366088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:03.830038 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1123dc1d-e4fd-4131-9c4d-c6795cbe3658 req-8fe56d22-1646-4bcd-9048-6143a38bc2d5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267403 Feb 21 01:18:04.445140 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f2e9-352e-4082-8b6d-79603cc488aa req-04d58aae-767e-44b9-8b3a-2b336a647fdc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:04.446613 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0948f2e9-352e-4082-8b6d-79603cc488aa req-04d58aae-767e-44b9-8b3a-2b336a647fdc tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532339 Feb 21 01:18:04.494724 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0948f2e9-352e-4082-8b6d-79603cc488aa req-d0e62a42-1184-4706-8a3c-8a2e0f7eeb54 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Feb 21 01:18:04.926758 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5db67638-aef7-4ef9-b9e0-ee3e522ab1aa req-a18c33c4-62b4-4a1e-afb7-46cedee6eeec tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0293767 Feb 21 01:18:04.937574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:05.623194 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988825e5-1009-4654-b24e-66dff10a9732 req-5ea20aaf-c50b-4aae-a2c4-e4b54ffa4ff4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:05.625008 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-988825e5-1009-4654-b24e-66dff10a9732 req-5ea20aaf-c50b-4aae-a2c4-e4b54ffa4ff4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0569320 Feb 21 01:18:05.676821 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-988825e5-1009-4654-b24e-66dff10a9732 req-96a71bab-f128-453a-a941-e2618c4477c8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Feb 21 01:18:05.920853 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:06.031488 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9abe5d08-0993-44bf-8cf8-ed7875a5b3b4 req-1295fa33-79f3-48fd-b6b2-b5306c2d12af tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0330541 Feb 21 01:18:06.800034 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24882119-00cc-462d-9099-3397d45c4df2 req-c1ff3036-afa7-4b30-9a9d-df837f48e08d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:06.801482 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-24882119-00cc-462d-9099-3397d45c4df2 req-c1ff3036-afa7-4b30-9a9d-df837f48e08d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0517464 Feb 21 01:18:06.855274 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-24882119-00cc-462d-9099-3397d45c4df2 req-9f468d60-95fd-4544-8fd1-e9d7ab26911d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481694 Feb 21 01:18:07.128024 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ad90b47e-b221-47db-a198-8b6ad74cb49e req-608ba6d2-fade-46d3-baec-aa8d1fb061b2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0285294 Feb 21 01:18:07.982160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91e40-a42e-40ae-b4df-488439168c1a req-ad6b4f1f-5809-4f22-bd05-3f28b00533aa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:07.983632 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7fc91e40-a42e-40ae-b4df-488439168c1a req-ad6b4f1f-5809-4f22-bd05-3f28b00533aa tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0558002 Feb 21 01:18:08.031134 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7fc91e40-a42e-40ae-b4df-488439168c1a req-622a2b03-5359-4ebd-af59-1d088a6e5a53 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Feb 21 01:18:08.221059 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fefc86c-638c-48aa-b0b0-11f9d1bbedb2 req-2dbddaf9-2b17-47cb-b097-d143078f8a9d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272732 Feb 21 01:18:09.123320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:09.155328 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9efa3f-23a2-4498-939d-1f6f9620929d req-c73b0ad7-b613-4846-a4b6-ffc6c739343e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:09.156870 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a9efa3f-23a2-4498-939d-1f6f9620929d req-c73b0ad7-b613-4846-a4b6-ffc6c739343e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531399 Feb 21 01:18:09.202459 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a9efa3f-23a2-4498-939d-1f6f9620929d req-f9315bcd-d4e4-417a-ba4e-cef86e753881 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399690 Feb 21 01:18:09.317068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a993eda3-14b4-4679-9056-b0f3189c696b req-2225de8e-0f50-4f1e-a33f-3eee1d0dbf5a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309079 Feb 21 01:18:10.327794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f56ce-55e8-4f8f-a837-10ece389fcee req-aacac406-596f-45fd-910c-1b22eb412804 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:10.329273 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa7f56ce-55e8-4f8f-a837-10ece389fcee req-aacac406-596f-45fd-910c-1b22eb412804 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555553 Feb 21 01:18:10.376259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fa7f56ce-55e8-4f8f-a837-10ece389fcee req-e46b1b82-cf63-4b3b-b3c1-35df5d7fc9cd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414553 Feb 21 01:18:10.414805 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1ed9908c-197a-4eb7-823a-1bacb582938a req-c4eb1612-7600-43ba-9951-6faeda32952b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0274620 Feb 21 01:18:11.499623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf590f-c418-4a5b-9e27-cea9918fe7d5 req-e8686f47-785b-4305-ac3b-19879b9769ac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:11.501312 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7bf590f-c418-4a5b-9e27-cea9918fe7d5 req-e8686f47-785b-4305-ac3b-19879b9769ac tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0529497 Feb 21 01:18:11.514965 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6053feae-b6b4-41f4-9883-3c689278786a req-4f3a8bb1-344e-4e5e-8b06-331c7d41bbf9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0322285 Feb 21 01:18:11.548713 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7bf590f-c418-4a5b-9e27-cea9918fe7d5 req-93d972a2-20c6-4b26-9ddd-94b6614defb3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Feb 21 01:18:12.607740 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e853362-414b-4d51-bfd1-75e192d8b97f req-017df90a-ff9e-441a-8e11-5dc090f0f6e9 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272813 Feb 21 01:18:12.673989 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2b21-1f6f-4ecb-bf97-1bf3480331c3 req-7d0a74fd-e28e-49c1-9538-aa6293165989 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:12.675432 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e79d2b21-1f6f-4ecb-bf97-1bf3480331c3 req-7d0a74fd-e28e-49c1-9538-aa6293165989 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536242 Feb 21 01:18:12.726558 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e79d2b21-1f6f-4ecb-bf97-1bf3480331c3 req-2f644ee3-48f3-4ce1-9065-9bd006ad4b9d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Feb 21 01:18:13.702305 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4be274ab-2a76-4144-9f7b-274aade23721 req-1ecd152a-ff8e-487e-a543-5b9414a2c9c4 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0289221 Feb 21 01:18:13.848417 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7f01-3814-43aa-bc73-6810aa38c3e5 req-8f3a0962-cee0-439c-9b11-2619748a2819 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:13.849878 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-87bc7f01-3814-43aa-bc73-6810aa38c3e5 req-8f3a0962-cee0-439c-9b11-2619748a2819 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0527985 Feb 21 01:18:13.896265 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-87bc7f01-3814-43aa-bc73-6810aa38c3e5 req-a553ad48-25d5-4beb-af8f-bcdd8036230f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 Feb 21 01:18:14.798320 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1a8443a-6d1a-492c-b691-aa54a25966cc req-1efa3ea1-f0d2-4d68-a975-767bbd849e5b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0272899 Feb 21 01:18:15.017710 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea854c4-68f7-4935-9987-210ea7e3d4cf req-4a7f2a2b-795c-489b-9004-ebedfbf21325 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:15.019083 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7ea854c4-68f7-4935-9987-210ea7e3d4cf req-4a7f2a2b-795c-489b-9004-ebedfbf21325 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0516906 Feb 21 01:18:15.064784 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7ea854c4-68f7-4935-9987-210ea7e3d4cf req-29e9d757-6430-4057-8261-c0404a793de4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Feb 21 01:18:15.892723 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff796158-5387-4830-9fd3-e651c991231d req-06d1277c-3139-4e50-b4f5-b1234f9f8c81 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277071 Feb 21 01:18:16.191738 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c571f0e-ec0c-466e-af96-f1e3fd860d12 req-db00e73f-edff-4ea3-af17-55291d090e89 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:16.193219 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c571f0e-ec0c-466e-af96-f1e3fd860d12 req-db00e73f-edff-4ea3-af17-55291d090e89 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0564086 Feb 21 01:18:16.238575 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c571f0e-ec0c-466e-af96-f1e3fd860d12 req-f235a35e-0f4e-4410-be05-8567576b0dfd tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Feb 21 01:18:16.985921 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0ac8fdbf-9186-491c-a868-2dc68f1755f0 req-297c62d2-cec5-4c87-b7b3-d852e5e0ef11 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264196 Feb 21 01:18:17.361694 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12ef32-2115-45fd-8f98-d12caef03b1e req-8ddcf47c-5320-4552-a292-6ee5ee15ffb1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:17.363169 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c12ef32-2115-45fd-8f98-d12caef03b1e req-8ddcf47c-5320-4552-a292-6ee5ee15ffb1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532076 Feb 21 01:18:17.409522 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c12ef32-2115-45fd-8f98-d12caef03b1e req-43469816-71f8-4090-bed4-74b0d8e792bb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Feb 21 01:18:18.083442 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-849c80b1-ac10-4531-84c7-959482e1befa req-13167057-a98d-4c49-b2dd-959ce5187ad3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0298328 Feb 21 01:18:18.430809 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-dfa87600-99a3-4b48-bc41-81511eab9e01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474768 Feb 21 01:18:18.767944 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-ee9e350c-ff56-4ba0-8b83-cc4ac6411fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:18.769519 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-ee9e350c-ff56-4ba0-8b83-cc4ac6411fac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 1129 time: 0.2985430 Feb 21 01:18:18.782272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1478-6ab3-4dd5-b0d6-35b021714219 req-95d52c46-7300-4426-bcfd-b1d8fa801d84 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:18.783866 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b19e1478-6ab3-4dd5-b0d6-35b021714219 req-95d52c46-7300-4426-bcfd-b1d8fa801d84 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0646219 Feb 21 01:18:18.882508 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b19e1478-6ab3-4dd5-b0d6-35b021714219 req-085a7520-4179-4bf9-9c5a-3007d9583b32 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931392 Feb 21 01:18:18.906641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-cd44f780-fae5-4006-8aae-af13659fbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:18.908279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-cd44f780-fae5-4006-8aae-af13659fbe0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 200 len: 915 time: 0.1179538 Feb 21 01:18:18.948563 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-18866505-4d0a-433b-a5f6-fed63a4ce236 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 200 len: 217 time: 0.0345592 Feb 21 01:18:18.997454 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-168be396-a554-4a93-8ecc-615621a389a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:18.998855 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-168be396-a554-4a93-8ecc-615621a389a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 200 len: 854 time: 0.0452898 Feb 21 01:18:19.031885 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-19740752-fed4-4a7d-be33-359b2fc3bf07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d88ddc9-10c8-4356-a5fc-74ca444968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262680 Feb 21 01:18:19.120230 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-25fe7a5b-821a-48c9-8a4d-e56ad7650461 service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Feb 21 01:18:19.179894 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0a99e6a-68a6-4738-84d7-52b1138db01d req-e88dbe70-2a4c-4e4c-81ed-cd4f0d499a16 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0260451 Feb 21 01:18:19.213017 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-643038a6-0e92-4b17-9930-8be93ea5c63d req-55354ed5-47af-49e3-8cdf-aeca6d89223c service neutron] 10.222.0.65 "GET /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Feb 21 01:18:20.007943 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b224b-29ed-4d65-b028-5413bf5549d5 req-bb8abd40-ba4c-444c-b87e-9b8f9524f6b0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:20.009959 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b8b224b-29ed-4d65-b028-5413bf5549d5 req-bb8abd40-ba4c-444c-b87e-9b8f9524f6b0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0519955 Feb 21 01:18:20.055949 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b8b224b-29ed-4d65-b028-5413bf5549d5 req-25542ced-dc6a-457d-b05a-ab61349202ab tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Feb 21 01:18:20.272699 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d2f3d30d-16ab-4c18-8de1-52a7636946b6 req-d0614988-149c-41ba-a87f-99309f90c34b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0258915 Feb 21 01:18:21.178885 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3690-e5fe-4f54-972a-83fbd1160cf2 req-9ca3f821-d554-4201-bca9-5a602f921e3f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:21.180363 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f31a3690-e5fe-4f54-972a-83fbd1160cf2 req-9ca3f821-d554-4201-bca9-5a602f921e3f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531957 Feb 21 01:18:21.231374 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f31a3690-e5fe-4f54-972a-83fbd1160cf2 req-27d0756c-65bf-4974-b80b-4fc100f9b0e8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Feb 21 01:18:21.366625 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8db8a592-3db4-49c9-bbf1-194d108098a5 req-4aca0d04-9b88-44dc-bb72-6ee93ba9b3a3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271645 Feb 21 01:18:22.352056 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c5bf-cd6d-4a7f-855f-2c2c89eac305 req-43bf6346-c50d-41b8-8cfa-73bdcebb1ff1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:22.353500 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63a2c5bf-cd6d-4a7f-855f-2c2c89eac305 req-43bf6346-c50d-41b8-8cfa-73bdcebb1ff1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0508454 Feb 21 01:18:22.400474 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63a2c5bf-cd6d-4a7f-855f-2c2c89eac305 req-cc74be5e-23c9-4e2b-b8b3-069e842f63d3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Feb 21 01:18:22.461156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8109b375-db11-4d96-98d6-6a979dbed40d req-c80e04fd-f69d-4a60-91df-f3f8d3d504a3 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262439 Feb 21 01:18:23.525635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55b567-4caa-4ffc-873d-c6c3c6c5dc86 req-bdedd837-2dd8-484b-9dba-4a9cc1a20050 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:23.527418 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3f55b567-4caa-4ffc-873d-c6c3c6c5dc86 req-bdedd837-2dd8-484b-9dba-4a9cc1a20050 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532875 Feb 21 01:18:23.556123 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a72ab05c-83c0-43fd-8eeb-f8498a4cb35a req-1c7a486a-b1e9-403b-9373-9f0f383f5264 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262275 Feb 21 01:18:23.574230 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3f55b567-4caa-4ffc-873d-c6c3c6c5dc86 req-ad2533b3-f75d-4e02-957c-6a5ed2526c66 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Feb 21 01:18:24.654804 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-834bceb5-e261-44f7-ba1e-25b7cb34aa70 req-312b2cb3-06f9-46b8-ae1b-3d1c139e0f1d tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0317321 Feb 21 01:18:24.701962 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2fa5-429e-4ecc-b9a0-0ec81b108654 req-a5cc494f-f3d4-4ff7-85a8-7aafd6730465 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:24.703430 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d42b2fa5-429e-4ecc-b9a0-0ec81b108654 req-a5cc494f-f3d4-4ff7-85a8-7aafd6730465 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0583818 Feb 21 01:18:24.749943 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d42b2fa5-429e-4ecc-b9a0-0ec81b108654 req-3cba3c64-bf92-4836-b460-201e55560592 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Feb 21 01:18:25.752252 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-977e3f18-6a58-44b2-8bb7-c516e676c604 req-4d2f4dbe-a44c-480a-8e1c-b3e97f27ee00 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271618 Feb 21 01:18:25.881302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab2f7-b101-477f-976c-bc439c0d80d7 req-aa5579ef-b4b0-4c74-b8b1-e56d826f6595 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:25.882755 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c16ab2f7-b101-477f-976c-bc439c0d80d7 req-aa5579ef-b4b0-4c74-b8b1-e56d826f6595 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0594661 Feb 21 01:18:25.930649 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c16ab2f7-b101-477f-976c-bc439c0d80d7 req-86659884-a556-4c0d-8c80-db370806b314 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Feb 21 01:18:26.852139 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-309a663f-b4af-43d4-b2bb-090091e732af req-5b655a05-71e5-4216-a6cc-3b596c8a02bb tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0293291 Feb 21 01:18:27.055625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a34f5-b13f-470f-bb42-edebd85f69c2 req-d67eda12-857a-4f67-907d-cb09eed279b8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:27.057036 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b4a34f5-b13f-470f-bb42-edebd85f69c2 req-d67eda12-857a-4f67-907d-cb09eed279b8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532484 Feb 21 01:18:27.108370 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b4a34f5-b13f-470f-bb42-edebd85f69c2 req-97225910-c9b2-4a14-bf59-fe202e394ae4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Feb 21 01:18:27.947658 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a6f5f07c-b392-4dad-af68-51699721b91c req-3c8cb94a-9d02-488f-8bff-95cb89aa7046 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0268779 Feb 21 01:18:28.231286 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf57-30d6-4edb-9f92-f4726a57853e req-5ba23a7e-64e5-4373-9d2b-a0d7c9b2e217 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:28.232791 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-75f4bf57-30d6-4edb-9f92-f4726a57853e req-5ba23a7e-64e5-4373-9d2b-a0d7c9b2e217 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0541732 Feb 21 01:18:28.279132 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-75f4bf57-30d6-4edb-9f92-f4726a57853e req-173296ad-30ec-4701-8f16-33d4341a2898 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Feb 21 01:18:29.041476 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e239f388-a44d-4442-af73-0f0688b0cb69 req-d731fb22-2e60-47e8-9a8b-ba976d3707ab tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0277810 Feb 21 01:18:29.403593 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3058ad-dcbc-4257-877e-94e2bfc5170c req-b7164eb7-aa42-4097-87f4-504ad7aae3a4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:29.405124 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9e3058ad-dcbc-4257-877e-94e2bfc5170c req-b7164eb7-aa42-4097-87f4-504ad7aae3a4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0531487 Feb 21 01:18:29.452906 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9e3058ad-dcbc-4257-877e-94e2bfc5170c req-4a32daaf-9002-472d-9481-c1610a51e71d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Feb 21 01:18:29.497401 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1457901d-5ddc-4870-a043-1d1b5e700513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:30.133024 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7ab275ac-1de8-4022-806c-d4764555bfc4 req-4937f031-e8f9-43a7-bb26-4c319e964621 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0262797 Feb 21 01:18:30.578761 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0365a-5d44-49db-b946-466e0c81c93b req-7aa4e675-e833-4d1e-b4c6-219212a20506 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:30.580268 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1fa0365a-5d44-49db-b946-466e0c81c93b req-7aa4e675-e833-4d1e-b4c6-219212a20506 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0555446 Feb 21 01:18:30.625644 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1fa0365a-5d44-49db-b946-466e0c81c93b req-3267e461-3fe0-45a6-8f09-ce72bd16dbda tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 Feb 21 01:18:31.234722 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f13a642f-6eb4-49aa-84a7-56299a3bdf21 req-fcb37011-1f33-43ec-945f-c7224a80d9f2 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0347006 Feb 21 01:18:31.749271 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472b2bf-1d3c-4cf6-907e-af32a013de9d req-4ef592a7-d84a-4724-b3f3-b7241bc08668 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:31.750733 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7472b2bf-1d3c-4cf6-907e-af32a013de9d req-4ef592a7-d84a-4724-b3f3-b7241bc08668 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525012 Feb 21 01:18:31.797815 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7472b2bf-1d3c-4cf6-907e-af32a013de9d req-d73ec14d-e7bb-464c-a3b0-ea7158f5d879 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408962 Feb 21 01:18:32.122513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e576433c-b68a-4a08-9f45-ebe19cea44bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:32.328063 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c469ab3f-5440-4741-adb6-50694e4d6378 req-74cc79bb-1e09-45d9-a5d8-8a598e922d9a tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0271313 Feb 21 01:18:32.938933 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a624-58ff-4d36-8def-bdf762185f16 req-c089812c-ebfa-45c5-ab79-dcd59d33e315 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:32.940563 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c632a624-58ff-4d36-8def-bdf762185f16 req-c089812c-ebfa-45c5-ab79-dcd59d33e315 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0663462 Feb 21 01:18:32.993716 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c632a624-58ff-4d36-8def-bdf762185f16 req-61063c1a-a1b2-4819-88b7-e9d4bdd9b667 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476098 Feb 21 01:18:33.397229 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:33.426140 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d0616ad1-8622-4c22-81d8-a85b0f3f9861 req-7e73e503-c1a3-416e-9151-79f4fe0a4e63 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0309997 Feb 21 01:18:34.118101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ef39-57ec-45c1-bb48-595d2da44249 req-7a778ccc-ee71-4085-8f40-660b3ec5ac2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:34.119576 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2860ef39-57ec-45c1-bb48-595d2da44249 req-7a778ccc-ee71-4085-8f40-660b3ec5ac2b tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530069 Feb 21 01:18:34.166439 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2860ef39-57ec-45c1-bb48-595d2da44249 req-fefd84eb-ce77-4d25-86c8-29600a9c1eee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Feb 21 01:18:34.344411 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:18:34.527076 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-84a3d86b-2932-4b58-ba4b-6f67e9edbc30 req-a3468ce1-187b-4ad2-8a72-55b5134a9fe7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269272 Feb 21 01:18:34.942300 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:35.294344 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e286-630c-4ba9-afe8-1e03925ad708 req-77f756dd-271a-4f12-8fe6-8529a1613efe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:35.295901 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0931e286-630c-4ba9-afe8-1e03925ad708 req-77f756dd-271a-4f12-8fe6-8529a1613efe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0558677 Feb 21 01:18:35.346433 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0931e286-630c-4ba9-afe8-1e03925ad708 req-f25fc843-35b2-4758-b475-fb600ff4fed7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448742 Feb 21 01:18:35.620616 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ae5b3af9-75be-4ba7-a853-9d7ad70cb3b4 req-70194af1-2ed4-4eaf-a5ef-f0fbeaf7d67e tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269406 Feb 21 01:18:35.953745 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:36.469104 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359dfac-7281-495b-a64d-a3785e59c6e9 req-ce9170b8-f52c-47b1-b669-0ecb0dfa81d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:36.470575 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d359dfac-7281-495b-a64d-a3785e59c6e9 req-ce9170b8-f52c-47b1-b669-0ecb0dfa81d1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0529401 Feb 21 01:18:36.516842 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d359dfac-7281-495b-a64d-a3785e59c6e9 req-1025a966-3b6a-4ee7-89c7-7f6680e1a801 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Feb 21 01:18:36.713730 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-459edfaa-4c4b-46ea-98c9-30d975b83ab7 req-e0a46127-7296-4f20-83b3-542ca5807ba5 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0261695 Feb 21 01:18:37.638573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995284-d9b4-4964-a4e6-9caa54abd833 req-3e6ae550-ca8f-4468-98e1-759d067fab16 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:37.640001 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9e995284-d9b4-4964-a4e6-9caa54abd833 req-3e6ae550-ca8f-4468-98e1-759d067fab16 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0538476 Feb 21 01:18:37.686505 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9e995284-d9b4-4964-a4e6-9caa54abd833 req-b70c1e1d-d455-4408-90b3-07edf10d10a6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Feb 21 01:18:37.810379 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7a637a48-6ce6-48d5-bade-f64819cf0ef6 req-e87f9ca5-4e6a-4069-95b3-1f6cc64f3112 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0298529 Feb 21 01:18:38.812465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e02e-95f3-4c48-81c7-b1046e366a6c req-2ee0c443-b4b5-4b10-b9d1-e8ca82256aae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:38.813920 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8995e02e-95f3-4c48-81c7-b1046e366a6c req-2ee0c443-b4b5-4b10-b9d1-e8ca82256aae tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0568459 Feb 21 01:18:38.863493 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8995e02e-95f3-4c48-81c7-b1046e366a6c req-7f0f73d7-7735-44ce-abbb-4aded9828819 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Feb 21 01:18:38.906532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec89b97b-5a64-4740-a5d3-e017f9419ecb req-3d89fddb-b00c-444d-b6df-b137ac941f74 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0291612 Feb 21 01:18:39.148034 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:39.993805 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154161b-3a68-4af3-964f-e2e80df11065 req-88b8db95-8f81-42e7-8548-50bfbb07b684 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:39.995279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d154161b-3a68-4af3-964f-e2e80df11065 req-88b8db95-8f81-42e7-8548-50bfbb07b684 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533807 Feb 21 01:18:40.001363 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-39bc2326-d543-46c6-add0-9ae821e775f3 req-6e337dd3-fc7b-4c19-b383-8e3eddbf78af tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275695 Feb 21 01:18:40.041602 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d154161b-3a68-4af3-964f-e2e80df11065 req-28ef38bc-a6fb-4911-b5ed-a132d422a168 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Feb 21 01:18:41.095366 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1cfd2ee5-5ba5-4507-96ba-ace5dbe3b1a3 req-73db9e53-aa29-4373-9417-b6085fb8c3e8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0278244 Feb 21 01:18:41.166070 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570db64-ce64-4456-ab78-00ac7d93ba5e req-9c1889f3-3de2-410d-88bd-b2978e9cabff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:41.167541 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3570db64-ce64-4456-ab78-00ac7d93ba5e req-9c1889f3-3de2-410d-88bd-b2978e9cabff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525796 Feb 21 01:18:41.218374 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3570db64-ce64-4456-ab78-00ac7d93ba5e req-29f33c21-dc93-43ee-afda-7a6072ab4b39 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450492 Feb 21 01:18:42.187521 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a7a2c5fb-6f94-4ba1-a438-40ba1e892bb6 req-54aaba4f-edb7-4c1f-9869-fbee9656024c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264075 Feb 21 01:18:42.345032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e73395-034e-46d8-8555-c6ee2d5f454c req-4660b1e0-d448-47c1-9ba4-f30156e33e0d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:42.346495 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67e73395-034e-46d8-8555-c6ee2d5f454c req-4660b1e0-d448-47c1-9ba4-f30156e33e0d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0532103 Feb 21 01:18:42.392868 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67e73395-034e-46d8-8555-c6ee2d5f454c req-15f35afe-4fd3-4474-8604-9659cf4e65a9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Feb 21 01:18:43.281662 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-46638538-2f98-417e-8647-a10c503c1b10 req-42b29327-bff2-4341-aae7-cc22e5a91029 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0264719 Feb 21 01:18:43.515742 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d8356-466b-4770-aa69-e6d62f878e80 req-621cdbac-12e6-4f09-9272-816cbe83bbf0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:43.517243 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-244d8356-466b-4770-aa69-e6d62f878e80 req-621cdbac-12e6-4f09-9272-816cbe83bbf0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0525351 Feb 21 01:18:43.563454 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-244d8356-466b-4770-aa69-e6d62f878e80 req-6be619fd-1aa8-4dfa-8cbc-70ea239a53ef tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Feb 21 01:18:44.378805 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c6a72df0-2f43-4ace-959c-2e0d50004509 req-c8a8835d-d922-4712-8419-804ebbd6b6ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304625 Feb 21 01:18:44.690007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29963-f4ba-4031-9da2-d90ee71cd5a5 req-ab3e4d38-07cb-456c-87aa-1b674a8bf22d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:44.691512 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41c29963-f4ba-4031-9da2-d90ee71cd5a5 req-ab3e4d38-07cb-456c-87aa-1b674a8bf22d tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0569446 Feb 21 01:18:44.737711 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41c29963-f4ba-4031-9da2-d90ee71cd5a5 req-8974af39-ab1b-4466-b432-80a6c99f8e33 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 Feb 21 01:18:45.473807 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-571d700a-3716-4eff-85c8-30589dcab217 req-3c2cd99d-d6d8-44ba-973f-4483f0264536 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0266535 Feb 21 01:18:45.861707 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ecf46-c42e-413d-a554-a7d0d7ba9d89 req-698cffe1-89cf-4a2a-92c1-4eb1ed4e4406 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:45.863202 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c96ecf46-c42e-413d-a554-a7d0d7ba9d89 req-698cffe1-89cf-4a2a-92c1-4eb1ed4e4406 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0530779 Feb 21 01:18:45.910150 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c96ecf46-c42e-413d-a554-a7d0d7ba9d89 req-963ee85a-4579-4cd3-b486-48c34a678dd5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Feb 21 01:18:46.567259 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66432d6d-01e9-4030-a9f3-9f045947d438 req-43500ef0-47ad-4ed3-a033-7537c311403b tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0275910 Feb 21 01:18:47.037579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c006a0-132d-4b1f-9f60-66cf4b2e35ea req-b75bd086-8012-4594-aa2d-54baf1b4ae6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:47.039066 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e2c006a0-132d-4b1f-9f60-66cf4b2e35ea req-b75bd086-8012-4594-aa2d-54baf1b4ae6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0575113 Feb 21 01:18:47.085279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e2c006a0-132d-4b1f-9f60-66cf4b2e35ea req-cf6a398c-584e-4523-a5dd-7afcbdc86ad3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Feb 21 01:18:47.663187 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b96a2ff9-970f-44a3-bd22-92b5b11c88e6 req-1769945f-8b38-4258-800b-5a4383b70e76 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0287549 Feb 21 01:18:48.211014 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d15a35-8c09-42b7-921a-236a88088df0 req-2035d409-65ba-4179-8699-6b68bf5207cb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:48.212517 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5d15a35-8c09-42b7-921a-236a88088df0 req-2035d409-65ba-4179-8699-6b68bf5207cb tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0548003 Feb 21 01:18:48.263028 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5d15a35-8c09-42b7-921a-236a88088df0 req-4d2ce918-d6bd-4b74-902b-d46921170fa0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Feb 21 01:18:48.757984 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-53182629-d575-4548-8ebe-c9dfb0afcdc0 req-71a11eb8-174a-4719-b017-47d1244dbe37 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282016 Feb 21 01:18:49.385703 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b71cd-3f03-43ca-b947-bfe46cd66060 req-677f37f1-54e3-4d8b-a032-b3105a02979f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:49.387152 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee5b71cd-3f03-43ca-b947-bfe46cd66060 req-677f37f1-54e3-4d8b-a032-b3105a02979f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0520170 Feb 21 01:18:49.439758 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee5b71cd-3f03-43ca-b947-bfe46cd66060 req-4c0f9720-c1c0-4e49-bdb9-5124e24ae9a2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459371 Feb 21 01:18:49.849127 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5d137429-6058-4f62-b85e-0666d2b773ce req-2c4b9c3a-1e0b-40ca-b715-2d75b624909c tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0267127 Feb 21 01:18:50.563796 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb271f2-8469-41c4-8647-303d14187acc req-cf7ff827-1f78-4b2d-aad0-08e1c25286b4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:50.565314 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ebb271f2-8469-41c4-8647-303d14187acc req-cf7ff827-1f78-4b2d-aad0-08e1c25286b4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0533931 Feb 21 01:18:50.611818 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ebb271f2-8469-41c4-8647-303d14187acc req-f0217561-8a72-4d26-a0c2-15214285f685 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Feb 21 01:18:50.944984 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-28539e77-c5e7-4bbc-9b6c-bf49b322a380 req-c5d9bd46-9197-4e94-9f0a-dc9c4eae2852 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0292809 Feb 21 01:18:51.735101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3be00-0656-45bd-97a6-d1fa7d382148 req-ac4ff294-f3b3-44a7-91af-7a29174fbcf8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:51.736583 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b3be00-0656-45bd-97a6-d1fa7d382148 req-ac4ff294-f3b3-44a7-91af-7a29174fbcf8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0542667 Feb 21 01:18:51.783060 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-17b3be00-0656-45bd-97a6-d1fa7d382148 req-737384cd-52d4-49ae-acf3-bda1cc9df99a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Feb 21 01:18:52.041387 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4b695a34-86ab-4929-9705-4f81dac90003 req-a6532a90-3a68-431b-aa5a-3d3953114a50 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0279121 Feb 21 01:18:52.912840 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9881-3bbf-4241-a1b9-303cdea71331 req-80ef0543-f2e8-456f-9ce9-d2dba78dadf1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:52.914351 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63cb9881-3bbf-4241-a1b9-303cdea71331 req-80ef0543-f2e8-456f-9ce9-d2dba78dadf1 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0588450 Feb 21 01:18:52.961178 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63cb9881-3bbf-4241-a1b9-303cdea71331 req-798a1790-2692-49ab-8280-f4e3c3f3aef5 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Feb 21 01:18:53.134402 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d1570d30-9c6b-4a2a-b938-a04ec8490eda req-7b348386-f8e9-4eac-81a3-ac2f0f302209 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0273855 Feb 21 01:18:54.085899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed671a0-ebbc-45e6-9f8f-f5732e593ab3 req-285dac80-ab82-4ebd-a4e6-0780cd469b24 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:18:54.087381 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ed671a0-ebbc-45e6-9f8f-f5732e593ab3 req-285dac80-ab82-4ebd-a4e6-0780cd469b24 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0536275 Feb 21 01:18:54.135111 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ed671a0-ebbc-45e6-9f8f-f5732e593ab3 req-7cc15c8e-8256-49e4-8fce-18445a1883e7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Feb 21 01:18:54.226268 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b2c99d58-4e98-48a8-80b8-72365f4e3620 req-ae457fb0-3214-408b-844b-828457473bcb tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0269585 Feb 21 01:18:55.321926 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7923847b-3f56-4a74-8215-bd5cfff9dce7 req-595f54ad-a1b2-44bd-bb13-04aca25fa69f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0268509 Feb 21 01:18:56.427650 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f44e069a-24c9-4eff-a136-4a393f29fef6 req-0e2e5bc2-4525-4a02-976f-e9529b4d4e31 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0347703 Feb 21 01:18:57.524824 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cd841fd1-6965-478c-aad5-83d791354138 req-c74141f7-d140-4721-9d6d-52620eaecbef tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0304854 Feb 21 01:18:58.619287 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9ee739e-5d4d-424c-8e71-52be8747ce25 req-fabbfcb7-8366-426e-8e54-282c3ccee523 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0263319 Feb 21 01:18:59.495743 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f84059bd-2f49-4306-831a-a2553c70e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:18:59.718616 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-29453342-4527-413f-b8e9-26b45eaf0b6a req-7bcd728f-b7e6-4364-a717-5b3c1b1f2f23 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0283427 Feb 21 01:19:00.817347 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d84a5c3-92c8-4951-8000-3ee5833aad38 req-9469fea4-9a47-4bfa-ba09-0cb0c8c75616 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0300870 Feb 21 01:19:01.913265 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c30f75cd-2c70-447e-ab55-4099e314d60d req-93e3b963-f56c-42ac-bbeb-8ca11320d73f tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0282593 Feb 21 01:19:02.127637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8751f9bf-bd6e-4117-a31d-087a50f628cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:03.364545 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:03.631387 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02002052-ca8d-48a9-80a6-f685341ac066 req-fbe93ff5-7de3-49c5-bb0d-934043054611 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:19:03.632779 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-02002052-ca8d-48a9-80a6-f685341ac066 req-fbe93ff5-7de3-49c5-bb0d-934043054611 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa6aec1-9bd9-4713-aec8-c472d32aac72 HTTP/1.1" status: 200 len: 945 time: 0.0520036 Feb 21 01:19:03.729065 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Deleting port 6f9526d4-7752-4bd3-924b-5a3062434379 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:19:03.729401 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:03.817717 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] For port 6f9526d4-7752-4bd3-924b-5a3062434379, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6f9526d4-7752-4bd3-924b-5a3062434379,segment=NetworkSegment(b5800fa0-445c-480d-9961-c0016f74bad4),segment_id=b5800fa0-445c-480d-9961-c0016f74bad4)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:19:03.818082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:03.831135 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Calling delete_port for 6f9526d4-7752-4bd3-924b-5a3062434379 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:19:04.042180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (6f9526d4-7752-4bd3-924b-5a3062434379), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:04.053478 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['6f9526d4-7752-4bd3-924b-5a3062434379'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:19:04.070494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Pushing event deleted for resources: {'Port': ['ID=6f9526d4-7752-4bd3-924b-5a3062434379,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:19:04.080447 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.080797 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.081138 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.081476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.081811 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.082139 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.082468 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.082796 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.083128 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.083454 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.083781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.084125 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.084452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:19:04.125906 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] No DVR routers for this DVR port 6f9526d4-7752-4bd3-924b-5a3062434379 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:19:04.128409 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:04.131693 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-02002052-ca8d-48a9-80a6-f685341ac066 req-4f4fe838-bd9c-425b-b1e9-93adfd505400 tempest-AttachVolumeNegativeTest-1140026515 tempest-AttachVolumeNegativeTest-1140026515-project] 10.222.0.65 "DELETE /v2.0/ports/6f9526d4-7752-4bd3-924b-5a3062434379 HTTP/1.1" status: 204 len: 173 time: 0.4935911 Feb 21 01:19:04.132142 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'name': 'network-vif-deleted', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:19:04.134347 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362bd614-e649-4c8b-901c-0ee360fe2e0c" -d '{"events": [{"server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "name": "network-vif-deleted", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:19:04.969846 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:05.911006 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:06.787539 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f9526d4-7752-4bd3-924b-5a3062434379 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:19:06.808166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 6f9526d4-7752-4bd3-924b-5a3062434379 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:19:06.808521 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 6f9526d4-7752-4bd3-924b-5a3062434379 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:19:09.178976 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:11.342999 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:19:19.424292 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-64941516-0324-49b5-9e6e-9b29012e2799 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470374 Feb 21 01:19:19.487958 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5163c324-fb56-4453-86ea-9c51d63ce4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:19:19.489463 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5163c324-fb56-4453-86ea-9c51d63ce4da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0441308 Feb 21 01:19:19.594684 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5ce85d0a-db09-4e82-9ae9-fef9af7922cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:19:19.596302 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5ce85d0a-db09-4e82-9ae9-fef9af7922cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0881910 Feb 21 01:19:19.641988 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-66f745cd-22e9-42c3-b793-1e63fa148c4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0400107 Feb 21 01:19:19.690842 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-efc90f17-05f8-44ab-bf24-559b76aaeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:19:19.692315 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-efc90f17-05f8-44ab-bf24-559b76aaeb31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0446460 Feb 21 01:19:19.722843 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-1d8be9db-a86c-4d31-9210-a20e6be7d73d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250738 Feb 21 01:19:19.731828 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5ab4bd9c-acaf-4e33-8937-b3b1f9962d95 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:19:19.732924 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-5ab4bd9c-acaf-4e33-8937-b3b1f9962d95 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048146 Feb 21 01:19:19.825346 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-71d2b89f-a90a-4aed-b0f4-ea5f62891416 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860238 Feb 21 01:19:19.917043 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de8be6e4-d0b0-4baf-a12a-563fba1d27f3 req-45f4848f-eabb-48f0-b631-86acd8686b05 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843801 Feb 21 01:19:29.506095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fdcc655e-c2ef-4736-95be-a7eaa44b56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:32.150602 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ac91e45-b312-48ff-b12b-aef6335eecbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:33.396114 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:34.950170 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:35.923535 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:39.152041 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:19:48.343967 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:19:59.499176 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-be19d4ec-303e-47d2-86da-87a3c2f95b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.067886 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e3700d8e-645b-4bb9-8995-a20611f49cd8 req-75b89876-3ac0-442e-959b-b8bedd430cd6 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0284858 Feb 21 01:20:02.090346 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 58646) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:02.117293 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-af5dafbc-8ee5-4820-ac41-fa850496b0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.186264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58648) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:02.256812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Deleting port 37c56f61-4aa5-4f43-aafa-de1b56e5f412 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:20:02.257383 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.276748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f6bb3-f054-4c02-a760-67f933401223 x-openstack-request-id: req-563f6bb3-f054-4c02-a760-67f933401223 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:20:02.277050 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6aec1-9bd9-4713-aec8-c472d32aac72", "name": "network-vif-deleted", "tag": "6f9526d4-7752-4bd3-924b-5a3062434379", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:20:02.277312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-563f6bb3-f054-4c02-a760-67f933401223 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:20:02.277718 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6aec1-9bd9-4713-aec8-c472d32aac72', 'name': 'network-vif-deleted', 'tag': '6f9526d4-7752-4bd3-924b-5a3062434379', 'status': 'completed', 'code': 200} Feb 21 01:20:02.343136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.343391 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Deleting subnet 12040ffa-a95f-46da-a939-4e7b2808aeaa {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:20:02.343504 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for floatingip (37c56f61-4aa5-4f43-aafa-de1b56e5f412), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.346625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Publish callbacks [] for subnet (12040ffa-a95f-46da-a939-4e7b2808aeaa), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.355647 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Calling delete_port for 37c56f61-4aa5-4f43-aafa-de1b56e5f412 owned by network:floatingip {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:20:02.387636 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (12040ffa-a95f-46da-a939-4e7b2808aeaa), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.428540 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (12040ffa-a95f-46da-a939-4e7b2808aeaa), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.556777 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (12040ffa-a95f-46da-a939-4e7b2808aeaa), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.580888 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12040ffa-a95f-46da-a939-4e7b2808aeaa,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:02.587270 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.590626 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (37c56f61-4aa5-4f43-aafa-de1b56e5f412), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.592307 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-562e2036-f727-4aef-8e67-63226dcaeb71 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/12040ffa-a95f-46da-a939-4e7b2808aeaa HTTP/1.1" status: 204 len: 168 time: 0.4042246 Feb 21 01:20:02.594633 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58654) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:02.617535 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event deleted for resources: {'Port': ['ID=37c56f61-4aa5-4f43-aafa-de1b56e5f412,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:02.630663 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.631133 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.631357 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.631697 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.632059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.632395 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.632726 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.633059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.633388 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.633726 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.634058 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.634383 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.634705 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:02.677674 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (8d88ddc9-10c8-4356-a5fc-74ca444968a9), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.693147 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for floatingip (b95996ed-c297-4783-8d37-cff338773312), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.695717 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.696896 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-74e56389-e4a5-4076-bff3-0d50c986a1b8 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "DELETE /v2.0/floatingips/b95996ed-c297-4783-8d37-cff338773312 HTTP/1.1" status: 204 len: 168 time: 0.6055720 Feb 21 01:20:02.764545 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (8d88ddc9-10c8-4356-a5fc-74ca444968a9), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.790917 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d88ddc9-10c8-4356-a5fc-74ca444968a9']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:02.806087 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5800fa0-445c-480d-9961-c0016f74bad4') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:02.806389 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5800fa0-445c-480d-9961-c0016f74bad4') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:02.816871 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (b5800fa0-445c-480d-9961-c0016f74bad4), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.831233 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (b5800fa0-445c-480d-9961-c0016f74bad4), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.842208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:20:02.842619 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (b5800fa0-445c-480d-9961-c0016f74bad4), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:20:02.844357 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:20:02.979642 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (8d88ddc9-10c8-4356-a5fc-74ca444968a9), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.987804 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:02.991923 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] 10.222.0.91 "DELETE /v2.0/networks/8d88ddc9-10c8-4356-a5fc-74ca444968a9 HTTP/1.1" status: 204 len: 168 time: 0.3963287 Feb 21 01:20:03.003456 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5f65d-2bfb-4c16-a6b5-b4d080899d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d88ddc9-10c8-4356-a5fc-74ca444968a9,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:03.292623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58668) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:03.333104 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-48493f80-01ae-48d2-9d72-d8063a29b652 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=24c1bf236b2f4eb1bffab124b7392ca5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391140 Feb 21 01:20:03.335470 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58672) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:03.362329 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:03.382535 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] Publish callbacks [] for security_group (b710ac4d-0183-46d3-a6da-30169bb245fb), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:03.403888 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] Publish callbacks [] for security_group (b710ac4d-0183-46d3-a6da-30169bb245fb), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:03.534877 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (b710ac4d-0183-46d3-a6da-30169bb245fb), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:03.537684 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:03.539734 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b710ac4d-0183-46d3-a6da-30169bb245fb HTTP/1.1" status: 204 len: 168 time: 0.2024612 Feb 21 01:20:03.547544 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a0b5-527b-4aa7-8f84-01126f62cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710ac4d-0183-46d3-a6da-30169bb245fb,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:04.585318 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58694) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:04.683861 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1260367927-network', 'tenant_id': 'e79ed78ed6a04aaa82dbf6fd46cc460d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:20:04.819550 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Made reservation on behalf of e79ed78ed6a04aaa82dbf6fd46cc460d for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:20:04.821986 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:04.831091 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:04.909911 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks [] for security_group (e974bc16-0c3f-49b1-801c-1154503dff5c), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:04.962093 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:04.990645 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e974bc16-0c3f-49b1-801c-1154503dff5c), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.015014 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:20:05.025513 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e974bc16-0c3f-49b1-801c-1154503dff5c,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:05.030082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (28a9462d-facb-4b12-86de-71c260d8c388), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.030426 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Added segment 28a9462d-facb-4b12-86de-71c260d8c388 of type vlan for network cdd37aba-5c2e-4da2-898f-9bc39b1725b8 Feb 21 01:20:05.043794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.044177 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.044528 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.044869 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.045205 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.045539 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.045870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.046206 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.046536 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.046865 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.047190 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.047525 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.047848 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:20:05.089869 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (cdd37aba-5c2e-4da2-898f-9bc39b1725b8), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.201935 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (cdd37aba-5c2e-4da2-898f-9bc39b1725b8), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.202958 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:05.203580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.265714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] Pushing event updated for resources: {'Network': ['ID=cdd37aba-5c2e-4da2-898f-9bc39b1725b8,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:05.276833 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network cdd37aba-5c2e-4da2-898f-9bc39b1725b8 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:20:05.341032 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4b6df719-a949-40ae-9c4e-b79c11caeb8a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7545109 Feb 21 01:20:05.345333 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58698) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:05.350350 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Request body: {'subnet': {'network_id': 'cdd37aba-5c2e-4da2-898f-9bc39b1725b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1260367927-subnet', 'tenant_id': 'e79ed78ed6a04aaa82dbf6fd46cc460d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:20:05.453770 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Made reservation on behalf of e79ed78ed6a04aaa82dbf6fd46cc460d for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:20:05.457381 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.710999 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (9cca7263-aa54-4b69-9c0c-63ca5afb9b95), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.765232 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cca7263-aa54-4b69-9c0c-63ca5afb9b95,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:05.776275 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Checking segment: {'id': '28a9462d-facb-4b12-86de-71c260d8c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'cdd37aba-5c2e-4da2-898f-9bc39b1725b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:20:05.776675 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Network hostable DHCP agents. Network: cdd37aba-5c2e-4da2-898f-9bc39b1725b8, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:20:05.887661 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Network cdd37aba-5c2e-4da2-898f-9bc39b1725b8 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:20:05.927657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.955637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, cdd37aba-5c2e-4da2-898f-9bc39b1725b8) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:20:05.959485 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:05.960127 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:05.964634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765e57d-f8f8-4f8b-8d97-d4a356942959 None None] Network cdd37aba-5c2e-4da2-898f-9bc39b1725b8 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:20:06.056379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-92a1d181-8cbc-4da2-aefa-2527eb4767ad admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7098689 Feb 21 01:20:06.192794 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ebabe0-445b-4bb4-a49f-2bc3442f37cb None None] Network cdd37aba-5c2e-4da2-898f-9bc39b1725b8 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:20:06.698261 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58714) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:06.703143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39683906-network', 'tenant_id': '142c956789bc4a4d911af0a0862776a7'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:20:06.773428 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Made reservation on behalf of 142c956789bc4a4d911af0a0862776a7 for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:20:06.776579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:06.786456 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:06.860192 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks [] for security_group (d6641e7c-f87c-4d71-98d1-2d961aa0e49e), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:06.933627 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6641e7c-f87c-4d71-98d1-2d961aa0e49e), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:06.961957 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:20:06.968273 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6641e7c-f87c-4d71-98d1-2d961aa0e49e,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:06.974208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (ed6b9de4-a997-4aca-8f38-c6fb6ab97b47), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:06.974553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Added segment ed6b9de4-a997-4aca-8f38-c6fb6ab97b47 of type vlan for network 2d56c9fb-3d01-491d-8e62-76277f03015d Feb 21 01:20:07.015161 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (2d56c9fb-3d01-491d-8e62-76277f03015d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.111974 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (2d56c9fb-3d01-491d-8e62-76277f03015d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.112452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:07.113111 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.175673 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] Pushing event updated for resources: {'Network': ['ID=2d56c9fb-3d01-491d-8e62-76277f03015d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:07.185393 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 2d56c9fb-3d01-491d-8e62-76277f03015d details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:20:07.250938 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-74bb2def-5e78-4161-ade2-ea2a42ffcd69 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5514939 Feb 21 01:20:07.254409 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58716) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:07.259102 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Request body: {'subnet': {'network_id': '2d56c9fb-3d01-491d-8e62-76277f03015d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39683906-subnet', 'tenant_id': '142c956789bc4a4d911af0a0862776a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:20:07.333728 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Made reservation on behalf of 142c956789bc4a4d911af0a0862776a7 for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:20:07.336147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.579629 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (be6b499e-6d54-44ba-9cb4-3aed5c2e15a1), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.635114 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6b499e-6d54-44ba-9cb4-3aed5c2e15a1,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:07.644033 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Checking segment: {'id': 'ed6b9de4-a997-4aca-8f38-c6fb6ab97b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d56c9fb-3d01-491d-8e62-76277f03015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:20:07.644391 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Network hostable DHCP agents. Network: 2d56c9fb-3d01-491d-8e62-76277f03015d, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:20:07.716670 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Network 2d56c9fb-3d01-491d-8e62-76277f03015d is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:20:07.785828 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 2d56c9fb-3d01-491d-8e62-76277f03015d) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:20:07.790032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:07.790633 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:07.796657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33e065-31d2-42f9-9153-87eb68411f7c None None] Network 2d56c9fb-3d01-491d-8e62-76277f03015d requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:20:07.860888 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a1ac664b-ff12-425d-8d34-717b10531384 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6054063 Feb 21 01:20:07.906236 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a18fa-38e5-4551-9547-bfe48b491b7f None None] Network 2d56c9fb-3d01-491d-8e62-76277f03015d requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:20:07.987569 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 58720) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:08.037527 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Deleting subnet 9cca7263-aa54-4b69-9c0c-63ca5afb9b95 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:20:08.040697 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Publish callbacks [] for subnet (9cca7263-aa54-4b69-9c0c-63ca5afb9b95), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.074154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (9cca7263-aa54-4b69-9c0c-63ca5afb9b95), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.113368 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (9cca7263-aa54-4b69-9c0c-63ca5afb9b95), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.276593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (9cca7263-aa54-4b69-9c0c-63ca5afb9b95), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.300359 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cca7263-aa54-4b69-9c0c-63ca5afb9b95,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:08.306734 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.310056 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e62a23c3-e538-43b7-8ce4-aafa2a49e733 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9cca7263-aa54-4b69-9c0c-63ca5afb9b95 HTTP/1.1" status: 204 len: 168 time: 0.3214602 Feb 21 01:20:08.312578 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 58722) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:08.395516 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (cdd37aba-5c2e-4da2-898f-9bc39b1725b8), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.500548 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (cdd37aba-5c2e-4da2-898f-9bc39b1725b8), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.527541 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd37aba-5c2e-4da2-898f-9bc39b1725b8']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:08.540615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a9462d-facb-4b12-86de-71c260d8c388') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:08.541070 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a9462d-facb-4b12-86de-71c260d8c388') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:08.553678 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (28a9462d-facb-4b12-86de-71c260d8c388), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.570201 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (28a9462d-facb-4b12-86de-71c260d8c388), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.576268 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:20:08.576667 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (28a9462d-facb-4b12-86de-71c260d8c388), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:20:08.578323 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:20:08.717547 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (cdd37aba-5c2e-4da2-898f-9bc39b1725b8), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.724492 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.727870 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] 10.222.0.91 "DELETE /v2.0/networks/cdd37aba-5c2e-4da2-898f-9bc39b1725b8 HTTP/1.1" status: 204 len: 168 time: 0.4142563 Feb 21 01:20:08.730723 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58724) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:08.743927 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb2d05-d38f-468f-9cfd-2784e823c03a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd37aba-5c2e-4da2-898f-9bc39b1725b8,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:08.786225 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Deleting subnet be6b499e-6d54-44ba-9cb4-3aed5c2e15a1 {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:20:08.790050 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Publish callbacks [] for subnet (be6b499e-6d54-44ba-9cb4-3aed5c2e15a1), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.831787 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (be6b499e-6d54-44ba-9cb4-3aed5c2e15a1), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:08.873283 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (be6b499e-6d54-44ba-9cb4-3aed5c2e15a1), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.042511 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (be6b499e-6d54-44ba-9cb4-3aed5c2e15a1), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.070809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.074119 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] 10.222.0.91 "DELETE /v2.0/subnets/be6b499e-6d54-44ba-9cb4-3aed5c2e15a1 HTTP/1.1" status: 204 len: 168 time: 0.3424058 Feb 21 01:20:09.075173 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a4b9c-eee1-4c02-82b1-e11427d416ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6b499e-6d54-44ba-9cb4-3aed5c2e15a1,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:09.076734 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 58726) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:09.168124 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.169599 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (2d56c9fb-3d01-491d-8e62-76277f03015d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.276016 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (2d56c9fb-3d01-491d-8e62-76277f03015d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.303368 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d56c9fb-3d01-491d-8e62-76277f03015d']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:09.316415 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6b9de4-a997-4aca-8f38-c6fb6ab97b47') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:09.316858 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6b9de4-a997-4aca-8f38-c6fb6ab97b47') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:20:09.329419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (ed6b9de4-a997-4aca-8f38-c6fb6ab97b47), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.345680 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (ed6b9de4-a997-4aca-8f38-c6fb6ab97b47), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.353185 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:20:09.353733 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (ed6b9de4-a997-4aca-8f38-c6fb6ab97b47), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:20:09.355993 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:20:09.499001 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (2d56c9fb-3d01-491d-8e62-76277f03015d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.504774 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:09.507950 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2d56c9fb-3d01-491d-8e62-76277f03015d HTTP/1.1" status: 204 len: 168 time: 0.4302020 Feb 21 01:20:09.519520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eca73d-2587-4ad2-aa01-780cc8d0f247 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d56c9fb-3d01-491d-8e62-76277f03015d,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:09.897022 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58730) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:09.940235 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-9069f209-7684-4203-ae61-27d6c46d9535 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e79ed78ed6a04aaa82dbf6fd46cc460d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412323 Feb 21 01:20:09.942225 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58732) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:09.994912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] Publish callbacks [] for security_group (e974bc16-0c3f-49b1-801c-1154503dff5c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:10.015586 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] Publish callbacks [] for security_group (e974bc16-0c3f-49b1-801c-1154503dff5c), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:10.144992 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e974bc16-0c3f-49b1-801c-1154503dff5c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:10.147714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:10.149284 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e974bc16-0c3f-49b1-801c-1154503dff5c HTTP/1.1" status: 204 len: 168 time: 0.2061100 Feb 21 01:20:10.157838 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0017aa1-4665-42d7-a6a7-0b96ad26cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974bc16-0c3f-49b1-801c-1154503dff5c,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:10.828564 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58738) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:10.868643 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1acb77ce-a7b1-4d78-a3a3-da19e91a4419 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=142c956789bc4a4d911af0a0862776a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387878 Feb 21 01:20:10.871032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 58740) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:20:10.919537 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] Publish callbacks [] for security_group (d6641e7c-f87c-4d71-98d1-2d961aa0e49e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:10.941491 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] Publish callbacks [] for security_group (d6641e7c-f87c-4d71-98d1-2d961aa0e49e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:11.081781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6641e7c-f87c-4d71-98d1-2d961aa0e49e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:11.084354 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:11.085517 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d6641e7c-f87c-4d71-98d1-2d961aa0e49e HTTP/1.1" status: 204 len: 168 time: 0.2135339 Feb 21 01:20:11.093368 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509caff-bff6-4d8a-a7e9-dfb456b33ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6641e7c-f87c-4d71-98d1-2d961aa0e49e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:20:21.510637 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-758691be-ab86-48e2-976e-f73fbec04f12 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1426692 Feb 21 01:20:21.575112 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-885bb06e-5f3a-4d18-b00a-3eca10b30a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:21.576627 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-885bb06e-5f3a-4d18-b00a-3eca10b30a56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0439203 Feb 21 01:20:21.676817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-576f3f5a-bc6b-4d2b-9ed8-014256615e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:21.678237 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-576f3f5a-bc6b-4d2b-9ed8-014256615e24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0836267 Feb 21 01:20:21.721345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-2ce6e31a-c36a-4df0-80d6-43c7c308c5e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0376697 Feb 21 01:20:21.768268 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-93f593cb-48e6-4a22-be29-80dcfda96a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:20:21.769687 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-93f593cb-48e6-4a22-be29-80dcfda96a3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0431583 Feb 21 01:20:21.800008 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-6f240194-ae69-490a-a7ce-796d04c2acc4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247731 Feb 21 01:20:21.890358 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-911c159c-e0d5-43a9-ab1e-4f1f7b3d6d81 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Feb 21 01:20:21.986574 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7bd7911f-8147-4aa2-b372-58e49a20a48d req-c3f4c9ec-73ee-422e-b1c5-105bf9dd5ba3 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907345 Feb 21 01:20:25.342120 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:20:29.497434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f69eb040-6928-44a6-ab66-74de7495dc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:32.127043 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b8d533ab-92a5-4a4b-bc94-47d81963a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:33.367571 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:34.967441 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:35.966937 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:39.155563 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:20:59.548549 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2cac989e-1b49-427c-b56b-06c6cb4160ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:02.131690 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ed9-1856-4570-9bb6-2eec20612063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:02.341807 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:21:03.359500 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b13b0eb-8e96-496c-a5f6-b8a0fd8e674e req-8b681ad2-9a74-4b2f-8e16-762b49746589 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0284913 Feb 21 01:21:03.365826 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:04.971458 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:06.085519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:09.182862 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:23.415321 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-9ac95e4f-935a-4953-9d4e-662a9cc7e610 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470672 Feb 21 01:21:23.475580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-02cb5797-6aa8-4996-b03d-ab394c180a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:21:23.477647 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-02cb5797-6aa8-4996-b03d-ab394c180a0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1130 time: 0.0427957 Feb 21 01:21:23.575559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-a79d882a-00d1-43ae-ab22-c8ac0280aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:21:23.577064 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-a79d882a-00d1-43ae-ab22-c8ac0280aafd service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.0821049 Feb 21 01:21:23.626987 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-55e9eabc-515f-4a53-b9d3-37dc85cda1d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0427642 Feb 21 01:21:23.675254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-17f7d567-7f9f-4ac3-ac19-2c745ee548d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:21:23.676675 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-17f7d567-7f9f-4ac3-ac19-2c745ee548d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0428865 Feb 21 01:21:23.706327 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-e5dc01bf-c9b2-4bc1-b116-38532aa82a66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242937 Feb 21 01:21:23.795856 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-aa5a7c7c-0f08-4c16-994a-228b30cb2b83 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832679 Feb 21 01:21:23.882875 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7361a5e2-74d2-4518-b884-e0218e1ffc67 req-8b635990-6e0e-4e69-9e57-0719c9f812db service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801339 Feb 21 01:21:29.507765 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-11d9c682-6a9f-463f-a54f-85090ae610c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:32.170690 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7808b58-c0ca-40b6-965c-d31d07b34399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:33.376708 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:34.965160 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:35.907768 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:39.198973 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:21:39.341249 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:21:59.478374 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9616-1b8b-459a-99e9-fd1c862cbdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:02.132792 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24669238-b63b-4709-878c-a1db93c91032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:02.405330 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-abbcb846-4f09-469e-9339-f1a1bfc13882 req-daf51d5e-1f45-4bc3-a22e-8db8a94a52ea tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0298390 Feb 21 01:22:03.386189 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:04.953242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:05.924404 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:09.175330 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:16.341237 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:22:24.417586 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-bb5ef2e6-c5c8-4de6-80a0-82e9ee93b243 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448394 Feb 21 01:22:24.504172 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-f231656a-3f54-4b76-a328-527381c934f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:22:24.505633 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-f231656a-3f54-4b76-a328-527381c934f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0471659 Feb 21 01:22:24.605285 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-b91b5a54-75bd-4284-a05e-48f3d02b3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:22:24.606722 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-b91b5a54-75bd-4284-a05e-48f3d02b3732 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0834601 Feb 21 01:22:24.650074 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-4513010d-c550-41ce-beeb-ec3df4f53313 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0368702 Feb 21 01:22:24.694982 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-f907ac51-797f-4903-a73f-bba4b4204a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:22:24.696357 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-f907ac51-797f-4903-a73f-bba4b4204a2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0409210 Feb 21 01:22:24.725538 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-3f3fc1ec-5fce-4191-ac93-d38496d57d6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237634 Feb 21 01:22:24.809490 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-b5cec91f-f90d-42ef-8d20-9c7ec064b36e service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778453 Feb 21 01:22:24.899184 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe874a9d-d229-49d0-ac3f-b98dfcfbed23 req-86aca7d3-bfbd-4556-acda-b28bab471ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Feb 21 01:22:29.512081 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3716095d-9de3-4d76-ae5e-9a2a0219d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:32.167427 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7ccc59fd-6888-4898-aac8-0b1a76fb972e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:33.363444 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:34.961941 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:35.924008 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:39.178504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:22:53.340629 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:22:59.526302 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ecae7f39-16b4-4a50-bc80-96d11b9a229f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:02.192071 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e54e7223-f5fc-4a9a-b97c-a67d53719f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:03.380942 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:03.932886 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-32407a5e-bfa9-4d89-8fba-8958b805bb9a req-5f98edb9-90b7-4cba-ae67-8d76cb58b2c7 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0313141 Feb 21 01:23:05.007331 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:05.917102 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:09.194564 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:24.408952 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-f4c63ac0-ea0c-49a3-b9d4-0d0c0e27d8f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426097 Feb 21 01:23:24.476965 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-98a83951-06ea-4fc0-a18c-04e2e4140e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:24.478441 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-98a83951-06ea-4fc0-a18c-04e2e4140e87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0475411 Feb 21 01:23:24.581257 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-dce8bf86-8b59-4d1d-bd67-825db13a1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:24.582702 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-dce8bf86-8b59-4d1d-bd67-825db13a1061 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0831418 Feb 21 01:23:24.624680 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-a3ba3e00-7047-496a-8a07-a79a892151af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0360589 Feb 21 01:23:24.901172 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-654e29fc-05e9-44d8-9795-49ef7e2872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:24.902539 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-654e29fc-05e9-44d8-9795-49ef7e2872a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.2720406 Feb 21 01:23:24.934355 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-e192bd3e-854d-4937-8660-bdca64698ecb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256660 Feb 21 01:23:25.026965 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-7ba41921-1205-4edd-84ed-1a849df7c8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Feb 21 01:23:25.115577 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-18d4aace-60bb-467d-bcc0-9be0f0677f26 req-1e25c820-1796-4cf7-8a95-a6a662c174c7 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827162 Feb 21 01:23:29.545242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-752f7380-b3f0-4edf-bf39-39bb1095cbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:30.339389 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:23:32.139405 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fba20fe0-8f25-4d20-b211-c26ccaa3dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:33.385777 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:34.953624 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:35.956708 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:39.202065 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:59.506770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7c404915-c295-4d9d-ac31-dddc4ecbb3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:02.124098 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0456efb-eb4c-407a-a050-45d5a1da0cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:02.956920 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-092cdb73-dccc-440b-8c68-f5d76cbc6257 req-5738e9bc-78c5-47de-be14-0d4154699335 tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "GET /v2.0/ports?device_id=f114c776-ca8f-4972-a0a7-3af4a2740a2e HTTP/1.1" status: 200 len: 210 time: 0.0306716 Feb 21 01:24:03.436329 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:04.975448 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.912629 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.338308 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:24:09.215905 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:25.411683 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-4b63a237-f323-41bc-8053-38dcd93f9488 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442860 Feb 21 01:24:25.482446 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dba50-a194-410d-bb80-b5e89a191982 req-369b9011-dcbc-445b-bf99-c1ec25d52d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:25.483949 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-369b9011-dcbc-445b-bf99-c1ec25d52d8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1130 time: 0.0494144 Feb 21 01:24:25.583016 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dba50-a194-410d-bb80-b5e89a191982 req-590f1921-d659-4563-9e07-3fefa1788866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:25.584486 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-590f1921-d659-4563-9e07-3fefa1788866 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.0831988 Feb 21 01:24:25.630405 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-dbbabc62-87b7-4126-a138-93ae58b810f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0393045 Feb 21 01:24:25.679547 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dba50-a194-410d-bb80-b5e89a191982 req-43faae16-8a96-4ac6-b651-b9785afea6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:25.681018 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-43faae16-8a96-4ac6-b651-b9785afea6fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0446579 Feb 21 01:24:25.712503 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-1402fc36-9bef-4d4b-a7b7-51151ff650a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254788 Feb 21 01:24:25.800007 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-faddb0ea-d67f-4204-a9a0-b9c371b9f394 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819740 Feb 21 01:24:25.890507 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e02dba50-a194-410d-bb80-b5e89a191982 req-9a7f4c69-d7d5-4051-8eaa-35448b35711d service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Feb 21 01:24:29.511772 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4549e56e-e5cf-413b-949a-4ccad151fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:30.262823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-bc0fd4b1-1825-40d6-8538-fc97ff45ac5c req-16c15e27-76ce-42f1-a17b-71e7ebd231a5 service neutron] (103416) timed out ('10.222.0.65', 55065) {{(pid=103416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:24:32.157036 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b086be52-d461-49e2-93ad-d324fe468465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:33.419846 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:34.974135 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:35.933703 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:39.212251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:44.337288 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:24:59.509140 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5270f34f-043b-437f-a5e7-579c75abd6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:02.154457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1a933144-c720-4b9d-ab57-cce0a3afcc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:03.407404 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:04.971590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:05.938360 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:09.247634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:21.336352 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:25:25.463033 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-68b3cb2f-0a27-44bb-8a2f-31567fdd6b43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943768 Feb 21 01:25:25.547026 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-ec300d1e-e87c-4837-9779-2e8d36391991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:25.548521 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-ec300d1e-e87c-4837-9779-2e8d36391991 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0444741 Feb 21 01:25:25.654475 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-66c27f6a-e6f0-47c4-8290-339c26e84146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:25.655985 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-66c27f6a-e6f0-47c4-8290-339c26e84146 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0875771 Feb 21 01:25:25.698175 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-2b18c548-0e8a-48b2-8e61-42862f502177 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0343745 Feb 21 01:25:25.750061 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-6d943437-3020-4597-af78-ba83d792f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:25.751527 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-6d943437-3020-4597-af78-ba83d792f8b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0470426 Feb 21 01:25:25.783164 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-738f57a0-fa55-4746-8b21-d345c201eaba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248096 Feb 21 01:25:25.870620 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-f8868218-73ff-4ce9-86c0-99c5b5e571f1 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804484 Feb 21 01:25:25.962493 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ae354361-77fd-4e67-9af0-c5ef7d1241a8 req-5898ac10-3a73-4cb2-8818-4673c1aadfcf service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Feb 21 01:25:29.520069 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fded560c-7057-48d9-8867-e14624a10f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:32.171422 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f25466b-e09e-435b-be82-78f71c9d2fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:33.497285 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:34.976392 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:35.959921 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:39.239597 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:58.334987 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:25:59.513208 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-35216498-6e26-4e85-9c18-a5ffa7301625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:02.124580 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49548186-87bf-4baa-abfb-542946e2d62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:03.398807 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:04.999015 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:05.930130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:09.232767 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:25.964021 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-00b053ec-552e-4f47-ae67-c3522ab03f17 req-1ece510f-ba2a-435b-b710-daeb264cc930 service neutron] (103415) timed out ('10.222.0.65', 55064) {{(pid=103415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:26:26.975380 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-db44a0c8-a323-4a8e-bcf5-00ea917a108f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460484 Feb 21 01:26:27.041912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb538-5846-41ad-88d1-c31631561696 req-33c94ebb-b9da-411f-80d2-a6448dbebaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:27.043428 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-33c94ebb-b9da-411f-80d2-a6448dbebaa8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0459230 Feb 21 01:26:27.153166 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb538-5846-41ad-88d1-c31631561696 req-b85dd1bd-1386-4247-a96e-b025862f835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:27.154628 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-b85dd1bd-1386-4247-a96e-b025862f835f service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0940650 Feb 21 01:26:27.196120 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-08214f52-07ce-4493-8097-c4613a61f2d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0342021 Feb 21 01:26:27.243089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb538-5846-41ad-88d1-c31631561696 req-1025c786-03db-4c4b-8721-19a5b7c1b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:27.244527 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-1025c786-03db-4c4b-8721-19a5b7c1b6b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0432804 Feb 21 01:26:27.281291 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-1bf0fb58-e043-4f5e-be52-64ee4fd5cd4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309725 Feb 21 01:26:27.369328 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-15ce2783-346e-4fef-a83d-9d991a57a1cf service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798872 Feb 21 01:26:27.458543 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-26fdb538-5846-41ad-88d1-c31631561696 req-7c072d0d-f963-4579-92c1-813e9d06fc84 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Feb 21 01:26:29.517779 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-26df5562-0f87-4ec6-b5e7-5a8be0bbf009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:31.805527 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-79367fb8-4bd8-4610-b467-2c940e4d64dd req-103e846f-9202-4cfd-89be-59edc3d8fee1 service neutron] (103415) timed out ('10.222.0.65', 55080) {{(pid=103415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:26:32.152074 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f168dfc2-451e-4337-b8c7-53fa5ca13a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:33.403731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:35.020613 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:35.334196 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:26:35.934670 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:39.214707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:59.540077 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4d69-57e5-41a4-916d-95374c8a8fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:02.139994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-45762ba2-08b6-447d-a3c7-4b68228963e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:03.403495 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:04.979925 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:05.968568 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:09.231240 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:12.334186 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:27:28.408950 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-e741908f-746f-4a65-9a25-2aec634ac72e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446501 Feb 21 01:27:28.470554 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638c54-243c-4425-b045-b5f8e70e635c req-a9109d20-e23f-4e9f-abcc-dd112d99118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:27:28.472580 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-a9109d20-e23f-4e9f-abcc-dd112d99118a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 1130 time: 0.0425966 Feb 21 01:27:28.574872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638c54-243c-4425-b045-b5f8e70e635c req-25be7384-ad36-43cc-b059-e3b61b5236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:27:28.576323 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-25be7384-ad36-43cc-b059-e3b61b5236c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.0845566 Feb 21 01:27:28.617317 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-b919304d-c747-44b5-9a21-2f40202bbba1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 200 len: 217 time: 0.0337462 Feb 21 01:27:28.664901 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638c54-243c-4425-b045-b5f8e70e635c req-074f1a67-3663-4f0c-8ef6-5c2ed14b653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:27:28.666338 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-074f1a67-3663-4f0c-8ef6-5c2ed14b653c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0430756 Feb 21 01:27:28.697543 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-737b23d4-87ff-4967-8073-65a990c429f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252779 Feb 21 01:27:28.807076 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-b16a1eaa-04c7-47ad-a7a1-af7132c887e2 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032834 Feb 21 01:27:28.913481 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f638c54-243c-4425-b045-b5f8e70e635c req-77bb5881-5a1e-49a2-b777-3cc208f31b09 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988939 Feb 21 01:27:29.527718 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-601e95ad-a44b-456b-ae75-3a25a3ef4818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:32.167560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-72945a65-1022-4574-98c8-1e6840e08d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:33.424791 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:35.000050 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:35.948732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:39.354620 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:49.333624 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:27:54.707469 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-18136574-35d5-4845-80d2-c83b5c62832b service neutron] (103416) timed out ('10.222.0.91', 56296) {{(pid=103416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:27:54.880380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-82f8a12f-a076-40f6-b0d6-468f90e4473d req-edbf36c0-c78f-4679-a05c-6935ddbcc232 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] (103416) timed out ('10.222.0.91', 56304) {{(pid=103416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:27:59.530494 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-65a14790-1b33-46c9-b98f-21ae42c00bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:02.149328 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bec70b8-5a9e-4c3b-ad20-d61497c66eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.386476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 33946) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:03.422029 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.504161 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.575018 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Publish callbacks [] for security_group (2612418d-6a12-4750-a48f-5d3388b0abe3), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.635364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2612418d-6a12-4750-a48f-5d3388b0abe3), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.672282 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6014d3ab6c2340118e3169042219b569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847562 Feb 21 01:28:03.673152 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2612418d-6a12-4750-a48f-5d3388b0abe3,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:03.676596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 33950) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:03.680427 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.680794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.681146 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.681491 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.681834 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.682170 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.682508 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.682847 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.683183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.683513 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.683855 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.684203 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.684530 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56ee96-7909-44ef-89c6-839d3af7ea16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.726711 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Publish callbacks [] for security_group (2612418d-6a12-4750-a48f-5d3388b0abe3), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.749507 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Publish callbacks [] for security_group (2612418d-6a12-4750-a48f-5d3388b0abe3), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.862094 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2612418d-6a12-4750-a48f-5d3388b0abe3), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.865535 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:03.867446 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2612418d-6a12-4750-a48f-5d3388b0abe3 HTTP/1.1" status: 204 len: 168 time: 0.1890988 Feb 21 01:28:03.875018 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2612418d-6a12-4750-a48f-5d3388b0abe3,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:03.882635 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.883219 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.883711 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.884075 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.884416 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.884755 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.885086 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.885423 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.885824 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.886160 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.886486 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.886808 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:03.887136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def53da2-35dc-4015-98c3-c75cae20ee23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:04.843340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 33988) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:04.939252 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1083340352-network', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:05.018093 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.027502 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Made reservation on behalf of 8b8129cff1a0403ea1c6790469938a6e for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:28:05.030218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.046584 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.118866 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks [] for security_group (52050df2-f633-4705-8f0a-553c5c3eed50), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.187336 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (52050df2-f633-4705-8f0a-553c5c3eed50), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.208366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:28:05.221491 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52050df2-f633-4705-8f0a-553c5c3eed50,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:05.227764 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (8c39da77-f67d-4cd3-82f5-745a3d363db7), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.227764 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Added segment 8c39da77-f67d-4cd3-82f5-745a3d363db7 of type vlan for network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 Feb 21 01:28:05.267674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.353059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.354078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:05.354762 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.415506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] Pushing event updated for resources: {'Network': ['ID=5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:05.426171 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:28:05.470265 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1f3ffabc-a177-464a-8421-8e86de9f02ea admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6257701 Feb 21 01:28:05.473596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34004) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:05.478357 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Request body: {'subnet': {'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1083340352-subnet', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:05.541532 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Made reservation on behalf of 8b8129cff1a0403ea1c6790469938a6e for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:28:05.543826 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8830175'] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.776275 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829997'] for subnet (b92a4004-fa9a-4d6a-a723-2c425d604f38), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.833246 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92a4004-fa9a-4d6a-a723-2c425d604f38,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:05.840324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Checking segment: {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:05.840685 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Network hostable DHCP agents. Network: 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:28:05.913076 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:28:05.938185 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.972849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:05.977129 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:05.978589 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:05.982065 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7453105-f4cd-4470-8b62-0c9c7b488c27 None None] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:28:06.043915 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-fe4693f0-cfd3-4c2c-ae43-b5e58a7345d8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5692470 Feb 21 01:28:06.046608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34006) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:06.051000 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:06.085209 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'fixed_ips': [{'subnet_id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:28:06.086180 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.114973 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.116605 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.173839 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for router_controller (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.232202 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Allocated IP 172.20.0.2 (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2/b92a4004-fa9a-4d6a-a723-2c425d604f38/465fd05e-a6c4-413f-9940-4f0f1c632a86) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:06.386976 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks [] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.392234 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for router_gateway (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.461997 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.499852 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:06.502731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:06.507166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:06.522096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Pushing event updated for resources: {'Port': ['ID=465fd05e-a6c4-413f-9940-4f0f1c632a86,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:06.544657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.545026 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.545375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.545717 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.546059 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.546393 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.546729 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.547071 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.547402 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.547735 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.548094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.548449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.548829 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:06.584620 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Attempting to bind port 465fd05e-a6c4-413f-9940-4f0f1c632a86 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:06.584994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Attempting to bind port 465fd05e-a6c4-413f-9940-4f0f1c632a86 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:06.585358 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Attempting to bind port 465fd05e-a6c4-413f-9940-4f0f1c632a86 on network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:06.590162 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:06.590540 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Checking segment: {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:06.590945 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.591340 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Bound using segment: {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:06.591806 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Bound port: 465fd05e-a6c4-413f-9940-4f0f1c632a86, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:06.592213 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.655404 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5016c725-c69c-4690-97f4-e614361664bb None None] For port 465fd05e-a6c4-413f-9940-4f0f1c632a86, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:06.658502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-5016c725-c69c-4690-97f4-e614361664bb None None] For port 465fd05e-a6c4-413f-9940-4f0f1c632a86, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=465fd05e-a6c4-413f-9940-4f0f1c632a86,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:06.678581 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for router_gateway (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.696704 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.755732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.798225 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Allocated IP 172.27.2.216 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/83f370e4-f422-48ad-b104-d4a2d7933824) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:06.811290 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c725-c69c-4690-97f4-e614361664bb None None] Pushing event updated for resources: {'Port': ['ID=465fd05e-a6c4-413f-9940-4f0f1c632a86,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:06.913310 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for port (83f370e4-f422-48ad-b104-d4a2d7933824), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.999251 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.046264 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:07.050871 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:07.052857 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Pushing event updated for resources: {'Port': ['ID=83f370e4-f422-48ad-b104-d4a2d7933824,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:07.055097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:07.392003 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for router_gateway (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.595324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.666535 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e6fb6-854f-43ae-bb19-1fa7f0d2cc90 None None] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:28:07.778789 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Provisioning complete for port 465fd05e-a6c4-413f-9940-4f0f1c632a86 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:07.779166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.813745 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 465fd05e-a6c4-413f-9940-4f0f1c632a86 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:07.815797 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:28:07.903979 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Current status of the port 465fd05e-a6c4-413f-9940-4f0f1c632a86 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:07.904365 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.920647 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 465fd05e-a6c4-413f-9940-4f0f1c632a86 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:07.921032 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.972413 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] For port 465fd05e-a6c4-413f-9940-4f0f1c632a86, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=465fd05e-a6c4-413f-9940-4f0f1c632a86,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:08.025400 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 465fd05e-a6c4-413f-9940-4f0f1c632a86 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:08.025820 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.074431 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.150731 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:28:08.151095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG oslo_db.api [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:28:08.155426 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d97c20-07e8-4710-9370-d99c421620ad None None] Pushing event updated for resources: {'Port': ['ID=465fd05e-a6c4-413f-9940-4f0f1c632a86,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:08.170953 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:28:08.181000 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Sync routers for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:28:08.189998 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:08.192128 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:08.193927 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-dfe924b4-9376-445a-819e-a357ba44e776 None None] Provisioning complete for port 465fd05e-a6c4-413f-9940-4f0f1c632a86 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:08.194314 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dfe924b4-9376-445a-819e-a357ba44e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.241411 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.242881 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d3b262fd-c713-42be-bf39-6c3ebe86fd6b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1953344 Feb 21 01:28:08.245470 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34034) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:08.289899 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-dfe924b4-9376-445a-819e-a357ba44e776 None None] Current status of the port 465fd05e-a6c4-413f-9940-4f0f1c632a86 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:08.303274 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:08.504660 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:07Z', 'revision_number': 3, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:08.533014 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Checking router: 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:28:08.533361 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Updating router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 port 83f370e4-f422-48ad-b104-d4a2d7933824 binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:28:08.559352 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.687573 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 465fd05e-a6c4-413f-9940-4f0f1c632a86 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:08.692959 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.852761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Allocated IP 172.20.0.1 (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2/b92a4004-fa9a-4d6a-a723-2c425d604f38/e50fe632-7603-4dbf-8925-50960caee92f) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:08.890660 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks [] for port (83f370e4-f422-48ad-b104-d4a2d7933824), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.956417 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks [] for port (e50fe632-7603-4dbf-8925-50960caee92f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:08.961282 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.014867 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Pushing event updated for resources: {'Port': ['ID=83f370e4-f422-48ad-b104-d4a2d7933824,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:09.022313 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Attempting to bind port 83f370e4-f422-48ad-b104-d4a2d7933824 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:09.022684 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Attempting to bind port 83f370e4-f422-48ad-b104-d4a2d7933824 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:09.023050 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Attempting to bind port 83f370e4-f422-48ad-b104-d4a2d7933824 on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:09.026266 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.026638 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.027003 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.027342 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.027696 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.028050 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.028382 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.028708 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.029033 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.029371 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.029698 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.030062 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.030342 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:09.036207 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:09.036589 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:09.036991 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.037372 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:09.037843 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Bound port: 83f370e4-f422-48ad-b104-d4a2d7933824, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:09.038786 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.058608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.088585 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] For port 83f370e4-f422-48ad-b104-d4a2d7933824, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:09.092132 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] For port 83f370e4-f422-48ad-b104-d4a2d7933824, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=83f370e4-f422-48ad-b104-d4a2d7933824,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:09.095733 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:09.099853 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:09.102286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:09.136450 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Pushing event updated for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:09.158952 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.178946 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.240390 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177f38-f644-4b67-97f4-b9aff9aefd77 None None] Pushing event updated for resources: {'Port': ['ID=83f370e4-f422-48ad-b104-d4a2d7933824,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:09.241090 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.244595 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:09.245295 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:09.314366 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-85c7887c-c28c-4cdd-8cdf-cb55fbdb6928 None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:09.314748 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-85c7887c-c28c-4cdd-8cdf-cb55fbdb6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.371154 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:09.371325 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e50fe632-7603-4dbf-8925-50960caee92f), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.372947 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-85c7887c-c28c-4cdd-8cdf-cb55fbdb6928 None None] Port e50fe632-7603-4dbf-8925-50960caee92f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:09.552286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks [] for port (e50fe632-7603-4dbf-8925-50960caee92f), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.574438 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:07Z', 'revision_number': 3, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:09.600721 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5816b-8ced-4ba6-ace0-d9b6c8cacb8b None None] The sync data for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi is: [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:07Z', 'revision_number': 3, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:28:09.629859 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.702134 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.703915 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Pushing event updated for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:09.791489 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 465fd05e-a6c4-413f-9940-4f0f1c632a86 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:09.804297 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:09.805761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:09.874088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 465fd05e-a6c4-413f-9940-4f0f1c632a86 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:09.874472 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.955580 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:28:10.094031 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:28:10.104009 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ad8f93f5-1d60-4728-b6a5-bbcbcb55e8fc admin admin] 10.222.0.91 "PUT /v2.0/routers/3cf2fd01-b44c-418f-a366-75c0aeb51aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8574228 Feb 21 01:28:10.121440 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 465fd05e-a6c4-413f-9940-4f0f1c632a86 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:10.134403 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-e0506483-dfa1-4f4a-a9a2-97a29b128922 None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:10.134849 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e0506483-dfa1-4f4a-a9a2-97a29b128922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:10.175894 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e0506483-dfa1-4f4a-a9a2-97a29b128922 None None] Port e50fe632-7603-4dbf-8925-50960caee92f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:10.877213 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34084) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:10.883329 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1339516584-network', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:11.006927 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Made reservation on behalf of 0e4f1d5ebee4448fa8ec3b03374d8293 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:28:11.009276 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.018055 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.093939 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks [] for security_group (aec82339-6252-42fa-a239-586627557e66), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.152994 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (aec82339-6252-42fa-a239-586627557e66), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.176488 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:28:11.190369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec82339-6252-42fa-a239-586627557e66,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:11.195727 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Sync routers for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:28:11.197933 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (bbd6f1d0-57b6-4566-9ee0-8c737a540e2d), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.198296 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Added segment bbd6f1d0-57b6-4566-9ee0-8c737a540e2d of type vlan for network 96b36edc-aa47-44d0-8334-61e555ae96f8 Feb 21 01:28:11.206088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:11.206888 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:11.243204 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (96b36edc-aa47-44d0-8334-61e555ae96f8), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.318340 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:11.318613 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (96b36edc-aa47-44d0-8334-61e555ae96f8), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.319617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:11.320247 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.379281 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] Pushing event updated for resources: {'Network': ['ID=96b36edc-aa47-44d0-8334-61e555ae96f8,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:11.397827 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:28:11.401366 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cc6f201e-a1cd-411c-8704-aa833256c385 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5223823 Feb 21 01:28:11.404263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34086) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:11.409234 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Request body: {'subnet': {'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1339516584-subnet', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:11.494844 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Made reservation on behalf of 0e4f1d5ebee4448fa8ec3b03374d8293 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:28:11.497259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8830175'] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.625716 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 4, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e50fe632-7603-4dbf-8925-50960caee92f', 'name': '', 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'mac_address': 'fa:16:3e:50:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:08Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 2, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'subnets': [{'id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:11.670064 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Checking router: 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:28:11.670644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Updating router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 port e50fe632-7603-4dbf-8925-50960caee92f binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:28:11.704131 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e50fe632-7603-4dbf-8925-50960caee92f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.793402 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829997'] for subnet (d5204761-e1c8-452d-a37e-5ea670a656c4), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.825920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 83f370e4-f422-48ad-b104-d4a2d7933824 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:11.855271 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5204761-e1c8-452d-a37e-5ea670a656c4,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:11.859524 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Checking segment: {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:11.863888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Network hostable DHCP agents. Network: 96b36edc-aa47-44d0-8334-61e555ae96f8, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:28:11.953762 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 83f370e4-f422-48ad-b104-d4a2d7933824 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:11.954137 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:11.958688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:28:12.026934 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 96b36edc-aa47-44d0-8334-61e555ae96f8) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:12.031953 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:12.033031 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.038994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455ea99-7842-45b4-b951-a8969ae599b2 None None] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:28:12.060073 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks [] for port (e50fe632-7603-4dbf-8925-50960caee92f), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.121341 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7ccbf155-a03a-41a0-948c-633ccf0834ac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7158914 Feb 21 01:28:12.123713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34100) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:12.128148 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:12.132637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.140766 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 83f370e4-f422-48ad-b104-d4a2d7933824 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:12.140766 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.202430 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 83f370e4-f422-48ad-b104-d4a2d7933824, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=83f370e4-f422-48ad-b104-d4a2d7933824,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:12.205145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (f5823d53-dc12-4617-ab60-46139f1dce76), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.208205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (f5823d53-dc12-4617-ab60-46139f1dce76), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.231492 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e1963-94c1-4697-835c-ba2fd6dbc929 None None] Pushing event updated for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:12.258163 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-96b36edc-aa47-44d0-8334-61e555ae96f8', 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8', 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'fixed_ips': [{'subnet_id': 'd5204761-e1c8-452d-a37e-5ea670a656c4'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:28:12.259028 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.273924 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for router_controller (f5823d53-dc12-4617-ab60-46139f1dce76), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.296557 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.335992 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Attempting to bind port e50fe632-7603-4dbf-8925-50960caee92f on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:12.336435 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Attempting to bind port e50fe632-7603-4dbf-8925-50960caee92f by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:12.336718 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Attempting to bind port e50fe632-7603-4dbf-8925-50960caee92f on network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:12.350600 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:12.350975 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Checking segment: {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:12.351383 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.356297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Bound using segment: {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:12.356297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Bound port: e50fe632-7603-4dbf-8925-50960caee92f, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c39da77-f67d-4cd3-82f5-745a3d363db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:12.356297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e50fe632-7603-4dbf-8925-50960caee92f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.447686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=83f370e4-f422-48ad-b104-d4a2d7933824,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:12.483713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for router_gateway (f5823d53-dc12-4617-ab60-46139f1dce76), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.504386 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-83efeb8f-1ce1-4903-8510-b3e9f2d33530 None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:12.504778 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-83efeb8f-1ce1-4903-8510-b3e9f2d33530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.566969 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-83efeb8f-1ce1-4903-8510-b3e9f2d33530 None None] Port e50fe632-7603-4dbf-8925-50960caee92f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:12.572811 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] For port e50fe632-7603-4dbf-8925-50960caee92f, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:12.576986 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] For port e50fe632-7603-4dbf-8925-50960caee92f, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e50fe632-7603-4dbf-8925-50960caee92f,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:12.584585 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Allocated IP 172.20.0.2 (96b36edc-aa47-44d0-8334-61e555ae96f8/d5204761-e1c8-452d-a37e-5ea670a656c4/7f26a883-b192-43e9-8072-cde34468eaf5) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:12.664623 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.741707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:12.742421 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:12.758743 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for router_gateway (f5823d53-dc12-4617-ab60-46139f1dce76), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.779362 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.807456 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e1963-94c1-4697-835c-ba2fd6dbc929 None None] Pushing event updated for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:12.901461 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Allocated IP 172.27.2.175 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:12.922320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks [] for port (7f26a883-b192-43e9-8072-cde34468eaf5), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:12.930033 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:13.010343 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.082389 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.130529 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.162066 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:13.168170 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:13.171681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:13.178900 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:13.178900 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:13.180519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:13.180915 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.183960 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:13.205819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Pushing event updated for resources: {'Port': ['ID=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:13.245981 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Pushing event updated for resources: {'Port': ['ID=7f26a883-b192-43e9-8072-cde34468eaf5,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:13.338593 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Attempting to bind port 7f26a883-b192-43e9-8072-cde34468eaf5 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:13.338593 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Attempting to bind port 7f26a883-b192-43e9-8072-cde34468eaf5 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:13.338593 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Attempting to bind port 7f26a883-b192-43e9-8072-cde34468eaf5 on network 96b36edc-aa47-44d0-8334-61e555ae96f8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:13.347595 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:13.347999 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Checking segment: {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:13.348402 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.348789 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Bound using segment: {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:13.349268 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Bound port: 7f26a883-b192-43e9-8072-cde34468eaf5, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:13.349626 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.443655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Current status of the port e50fe632-7603-4dbf-8925-50960caee92f is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:13.444078 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e50fe632-7603-4dbf-8925-50960caee92f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.484855 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] For port 7f26a883-b192-43e9-8072-cde34468eaf5, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:13.489743 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] For port 7f26a883-b192-43e9-8072-cde34468eaf5, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=7f26a883-b192-43e9-8072-cde34468eaf5,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:13.508721 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] For port e50fe632-7603-4dbf-8925-50960caee92f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e50fe632-7603-4dbf-8925-50960caee92f,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:13.511772 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 4, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e50fe632-7603-4dbf-8925-50960caee92f', 'name': '', 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'mac_address': 'fa:16:3e:50:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:08Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 4, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'subnets': [{'id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:13.529422 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for router_gateway (f5823d53-dc12-4617-ab60-46139f1dce76), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.538636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b037bec-7228-4c7d-8f26-da1d6c30737e None None] The sync data for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi is: [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:09Z', 'revision_number': 4, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e50fe632-7603-4dbf-8925-50960caee92f', 'name': '', 'network_id': '5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'mac_address': 'fa:16:3e:50:30:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:08Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 4, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'subnets': [{'id': 'b92a4004-fa9a-4d6a-a723-2c425d604f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:28:13.582519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.642459 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:13.693030 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c977d-d96c-4ac9-8a9f-cf14a1205f38 None None] Pushing event updated for resources: {'Port': ['ID=7f26a883-b192-43e9-8072-cde34468eaf5,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:13.772443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9f4e-c3bb-486d-957d-a1b1b91b2bed None None] Pushing event updated for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:14.055513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 83f370e4-f422-48ad-b104-d4a2d7933824 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:14.113478 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 83f370e4-f422-48ad-b104-d4a2d7933824 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:14.113953 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:14.144380 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (f5823d53-dc12-4617-ab60-46139f1dce76), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:14.204165 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 83f370e4-f422-48ad-b104-d4a2d7933824 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:14.205270 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e50fe632-7603-4dbf-8925-50960caee92f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:14.260121 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:14.260757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:14.344307 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e50fe632-7603-4dbf-8925-50960caee92f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:14.366541 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Router f5823d53-dc12-4617-ab60-46139f1dce76 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:28:14.487982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:28:14.498651 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Sync routers for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:28:14.512773 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:14.513413 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:14.557421 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:14.561130 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4f5edcc4-683b-40f0-b71e-f48029bfe2af admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4338830 Feb 21 01:28:14.561408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34126) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:14.658455 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:14.838829 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687678a-59cb-42b3-9d53-f448c934bd88 None None] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:28:14.881710 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:13Z', 'revision_number': 3, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:14.921280 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Checking router: f5823d53-dc12-4617-ab60-46139f1dce76 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:28:14.921844 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Updating router f5823d53-dc12-4617-ab60-46139f1dce76 port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:28:14.954627 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Provisioning complete for port 7f26a883-b192-43e9-8072-cde34468eaf5 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:14.954882 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:14.955006 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.100064 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.115254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Current status of the port 7f26a883-b192-43e9-8072-cde34468eaf5 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:15.116069 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.170857 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] For port 7f26a883-b192-43e9-8072-cde34468eaf5, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=7f26a883-b192-43e9-8072-cde34468eaf5,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:15.247377 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.287793 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Allocated IP 172.20.0.1 (96b36edc-aa47-44d0-8334-61e555ae96f8/d5204761-e1c8-452d-a37e-5ea670a656c4/18fa5c85-0b6b-439e-ace0-43d4145fa619) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:28:15.288391 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks [] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.306844 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d97696-6a8c-4233-bc58-f011a9e53ea7 None None] Pushing event updated for resources: {'Port': ['ID=7f26a883-b192-43e9-8072-cde34468eaf5,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:15.359224 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.374792 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-587f7f22-80a2-4775-913c-222576afab6a None None] Provisioning complete for port 7f26a883-b192-43e9-8072-cde34468eaf5 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:15.375169 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-587f7f22-80a2-4775-913c-222576afab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.399930 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks [] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.413287 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Attempting to bind port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:15.413716 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Attempting to bind port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:15.414084 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Attempting to bind port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:15.425301 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb677-7cea-4fbd-afe1-7aa3d58b0b33 None None] Pushing event updated for resources: {'Port': ['ID=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,revision_number=2']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:15.428072 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:15.428452 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:15.428856 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.429284 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:15.429765 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Bound port: 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:15.430142 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.459633 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-587f7f22-80a2-4775-913c-222576afab6a None None] Current status of the port 7f26a883-b192-43e9-8072-cde34468eaf5 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:15.481102 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] For port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:15.484162 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] For port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:15.490475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.525822 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:15.528683 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:15.532015 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:28:15.536788 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.559478 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Pushing event updated for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:15.585317 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (f5823d53-dc12-4617-ab60-46139f1dce76), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.594347 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:15.594992 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:15.600626 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb677-7cea-4fbd-afe1-7aa3d58b0b33 None None] Pushing event updated for resources: {'Port': ['ID=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:15.713681 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:15.790322 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-05c1e287-e6c6-451f-9f97-da0a88a3d7a6 None None] Provisioning complete for port 18fa5c85-0b6b-439e-ace0-43d4145fa619 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:15.790901 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-05c1e287-e6c6-451f-9f97-da0a88a3d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.806974 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:15.847384 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-05c1e287-e6c6-451f-9f97-da0a88a3d7a6 None None] Port 18fa5c85-0b6b-439e-ace0-43d4145fa619 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:15.958928 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e50fe632-7603-4dbf-8925-50960caee92f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:16.020659 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks [] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.031643 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port e50fe632-7603-4dbf-8925-50960caee92f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:16.032930 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e50fe632-7603-4dbf-8925-50960caee92f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.035778 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:13Z', 'revision_number': 3, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:16.067086 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8311f5-ca5b-4063-9d58-533ce531b5e6 None None] The sync data for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi is: [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:13Z', 'revision_number': 3, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:28:16.075583 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.129342 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e50fe632-7603-4dbf-8925-50960caee92f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:16.130447 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 7f26a883-b192-43e9-8072-cde34468eaf5 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:16.142104 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (f5823d53-dc12-4617-ab60-46139f1dce76), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.158956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Pushing event updated for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:16.184711 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 7f26a883-b192-43e9-8072-cde34468eaf5 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:16.185224 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.254126 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:28:16.256102 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:28:16.268717 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 7f26a883-b192-43e9-8072-cde34468eaf5 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:16.399286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Router f5823d53-dc12-4617-ab60-46139f1dce76 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:28:16.527753 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:28:16.532848 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8616f197-371e-4796-9210-357b90e7b671 admin admin] 10.222.0.91 "PUT /v2.0/routers/f5823d53-dc12-4617-ab60-46139f1dce76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703779 Feb 21 01:28:16.575223 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-d92c41f4-e372-4771-95ba-6d1df7b25062 None None] Provisioning complete for port 18fa5c85-0b6b-439e-ace0-43d4145fa619 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:16.575697 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d92c41f4-e372-4771-95ba-6d1df7b25062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:16.618515 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d92c41f4-e372-4771-95ba-6d1df7b25062 None None] Port 18fa5c85-0b6b-439e-ace0-43d4145fa619 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:17.245750 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34172) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:17.254522 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463640303', 'description': 'tempest-secgroup-smoke-463640303 description', 'project_id': '8b8129cff1a0403ea1c6790469938a6e'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:17.343951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.412450 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (e05ec245-18b1-4e86-831a-be198d366b96), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.486422 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e05ec245-18b1-4e86-831a-be198d366b96), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.516189 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ec245-18b1-4e86-831a-be198d366b96,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:17.585596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.586879 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ddc5a8c2-8f00-4f86-bae4-d595a8192f03 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3400896 Feb 21 01:28:17.589955 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34174) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:17.594540 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:17.683581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Sync routers for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:28:17.694817 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:17.695441 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:17.697325 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (44a040ae-b6a6-4813-8b35-9716baef6953), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.760433 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (44a040ae-b6a6-4813-8b35-9716baef6953), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.835053 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (44a040ae-b6a6-4813-8b35-9716baef6953), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.853132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a040ae-b6a6-4813-8b35-9716baef6953,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:17.910606 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:17.922674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:17.923947 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-03cab855-65dd-407d-9b46-24001bd6ae54 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329713 Feb 21 01:28:17.926958 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34176) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:17.931221 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:17.966194 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:18.028658 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (e7a236f5-7060-481e-b19c-2ed48eb13af0), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.046532 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:18.046915 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.094529 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (e7a236f5-7060-481e-b19c-2ed48eb13af0), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.160885 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (e7a236f5-7060-481e-b19c-2ed48eb13af0), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.182286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a236f5-7060-481e-b19c-2ed48eb13af0,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:18.226201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:18.226601 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.254691 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:18.264895 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.264895 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c3ce10a4-89ea-4ae7-9ff6-7333b9d8f8f3 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3366592 Feb 21 01:28:18.266912 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34190) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:18.267574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 4, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '18fa5c85-0b6b-439e-ace0-43d4145fa619', 'name': '', 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'mac_address': 'fa:16:3e:83:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:15Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 2, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'subnets': [{'id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:18.271803 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:18.297831 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Checking router: f5823d53-dc12-4617-ab60-46139f1dce76 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:28:18.299318 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Updating router f5823d53-dc12-4617-ab60-46139f1dce76 port 18fa5c85-0b6b-439e-ace0-43d4145fa619 binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:28:18.325948 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.358569 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.371789 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (15e06d9a-7483-4fe7-9a89-164cfb38e103), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.429345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (15e06d9a-7483-4fe7-9a89-164cfb38e103), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.473906 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:18.515175 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (15e06d9a-7483-4fe7-9a89-164cfb38e103), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.530803 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e06d9a-7483-4fe7-9a89-164cfb38e103,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:18.597287 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.598515 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d086720e-5f10-4f83-b852-a9b0ae5b9494 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305392 Feb 21 01:28:18.601149 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34192) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:18.605553 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:18.629796 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks [] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.685802 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (6827d446-3e9a-4fff-bd50-0b3edbbf1f7f), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.692634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.747203 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (6827d446-3e9a-4fff-bd50-0b3edbbf1f7f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.750038 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344524d-e267-4a3e-8ca2-7bebaa2bd7af None None] Pushing event updated for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:18.805339 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Attempting to bind port 18fa5c85-0b6b-439e-ace0-43d4145fa619 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:28:18.805726 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Attempting to bind port 18fa5c85-0b6b-439e-ace0-43d4145fa619 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Attempting to bind port 18fa5c85-0b6b-439e-ace0-43d4145fa619 on network 96b36edc-aa47-44d0-8334-61e555ae96f8 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Checking segment: {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Bound using segment: {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Bound port: 18fa5c85-0b6b-439e-ace0-43d4145fa619, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:28:18.815719 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.836569 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (6827d446-3e9a-4fff-bd50-0b3edbbf1f7f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.856458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6827d446-3e9a-4fff-bd50-0b3edbbf1f7f,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:18.884684 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] For port 18fa5c85-0b6b-439e-ace0-43d4145fa619, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:28:18.888012 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] For port 18fa5c85-0b6b-439e-ace0-43d4145fa619, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=18fa5c85-0b6b-439e-ace0-43d4145fa619,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:28:18.940812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.941975 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e03f39cc-2a25-4ed5-988e-48d873bd9980 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397710 Feb 21 01:28:18.944854 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34194) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:18.949466 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:18.954232 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-52509e5b-9d57-4b39-bf2d-76bc5d1ecb33 None None] Provisioning complete for port 18fa5c85-0b6b-439e-ace0-43d4145fa619 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:18.954605 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-52509e5b-9d57-4b39-bf2d-76bc5d1ecb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:18.980284 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.020609 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-52509e5b-9d57-4b39-bf2d-76bc5d1ecb33 None None] Port 18fa5c85-0b6b-439e-ace0-43d4145fa619 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:28:19.035723 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.securitygroups_db [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Project 8b8129cff1a0403ea1c6790469938a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:28:19.042402 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (07402eaa-27f3-465c-b986-f6985bd4e01f), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.051442 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344524d-e267-4a3e-8ca2-7bebaa2bd7af None None] Pushing event updated for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:19.055017 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:28:19.055562 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:28:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:19.137695 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (07402eaa-27f3-465c-b986-f6985bd4e01f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.195060 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:28:19.200890 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (07402eaa-27f3-465c-b986-f6985bd4e01f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.216259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07402eaa-27f3-465c-b986-f6985bd4e01f,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:19.289308 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.294112 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-82f90e84-c98e-483d-842f-ef579a7135bb tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447559 Feb 21 01:28:19.294112 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 34208) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:19.298333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Request body: {'security_group_rule': {'security_group_id': 'e05ec245-18b1-4e86-831a-be198d366b96', 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:28:19.357394 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Provisioning complete for port 18fa5c85-0b6b-439e-ace0-43d4145fa619 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:19.357761 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.395580 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.securitygroups_db [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Project 8b8129cff1a0403ea1c6790469938a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:28:19.400741 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (dffe7da0-fa16-4443-8302-4a4fae548ce3), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.467693 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (dffe7da0-fa16-4443-8302-4a4fae548ce3), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.485415 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Current status of the port 18fa5c85-0b6b-439e-ace0-43d4145fa619 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:19.485804 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.498841 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 4, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '18fa5c85-0b6b-439e-ace0-43d4145fa619', 'name': '', 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'mac_address': 'fa:16:3e:83:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:15Z', 'updated_at': '2022-02-21T01:28:18Z', 'revision_number': 4, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'subnets': [{'id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:28:19.531317 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f86a-c584-4fac-843d-63e42fae256b None None] The sync data for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi is: [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:15Z', 'revision_number': 4, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '18fa5c85-0b6b-439e-ace0-43d4145fa619', 'name': '', 'network_id': '96b36edc-aa47-44d0-8334-61e555ae96f8', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'mac_address': 'fa:16:3e:83:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:15Z', 'updated_at': '2022-02-21T01:28:18Z', 'revision_number': 4, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'subnets': [{'id': 'd5204761-e1c8-452d-a37e-5ea670a656c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:28:19.541180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (dffe7da0-fa16-4443-8302-4a4fae548ce3), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.548025 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] For port 18fa5c85-0b6b-439e-ace0-43d4145fa619, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=18fa5c85-0b6b-439e-ace0-43d4145fa619,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:28:19.559502 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffe7da0-fa16-4443-8302-4a4fae548ce3,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:19.621211 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.638675 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:19.640048 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3f1659d0-0d49-40f8-b4f1-917aa7333321 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451912 Feb 21 01:28:19.682604 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d4f48-aa88-411f-ae51-b5a209273bbf None None] Pushing event updated for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:19.897237 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:19.950821 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:19.951274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:20.036925 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:20.038041 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 18fa5c85-0b6b-439e-ace0-43d4145fa619 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:28:20.084334 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 18fa5c85-0b6b-439e-ace0-43d4145fa619 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:28:20.084631 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:20.158182 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 18fa5c85-0b6b-439e-ace0-43d4145fa619 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:28:26.334638 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:28:29.603379 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-288696ae-1ac5-4b19-a0f3-9e76c8dbec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:30.389165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-ba0d21f7-b9e8-456b-a3d2-24a4135af1ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440090 Feb 21 01:28:30.472255 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-005c671d-e018-4ee8-9c43-9bd2b98d8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:30.474269 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-005c671d-e018-4ee8-9c43-9bd2b98d8099 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0431733 Feb 21 01:28:30.575860 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-5a535c79-f973-4171-8172-b32d7f81a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:30.577319 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-5a535c79-f973-4171-8172-b32d7f81a9ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0853112 Feb 21 01:28:30.618666 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-31d8af1a-990a-4895-bdbf-1d17a47ad864 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0341315 Feb 21 01:28:30.670387 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-8510229a-1e73-4b8d-ada5-802cb7efcb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:28:30.671946 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-8510229a-1e73-4b8d-ada5-802cb7efcb78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0475073 Feb 21 01:28:30.702921 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-2582b3ca-126f-46e6-bda7-824d25262cb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243921 Feb 21 01:28:30.792488 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-f6be5f4c-37f2-4a59-82bf-b8c998c43314 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824084 Feb 21 01:28:30.881285 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60578957-53b9-4c9f-973f-b5306a2c1781 req-160a34ef-3068-4a17-a9dd-b5da4415892b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825238 Feb 21 01:28:32.160163 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2991098f-8dde-4a91-9cc7-a0398328e66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:33.429346 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:35.049055 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:35.960565 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:39.222604 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:59.521959 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a92a8300-e205-4173-a50e-ba371b55f881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:02.159437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d4312d61-6354-4a99-a0b4-ed68dc3c8bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:03.334716 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:29:03.416725 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:05.010518 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:05.947630 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:09.239084 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:29.514564 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-67d80ac0-810a-412f-b5ee-4bd541996b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:31.079165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-c539d0cc-4548-4e5e-8b54-88b1f30ef4ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441725 Feb 21 01:29:31.143198 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-5402501e-0c92-4f21-bb56-3168fe96528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:29:31.144672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-5402501e-0c92-4f21-bb56-3168fe96528b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0445540 Feb 21 01:29:31.247868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-0e1db0aa-5481-40f9-ad71-58df55bac826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:29:31.249321 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-0e1db0aa-5481-40f9-ad71-58df55bac826 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0875018 Feb 21 01:29:31.290419 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-cb6767f7-9d1f-4452-967e-e323386eaa60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0341465 Feb 21 01:29:31.336652 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-98161bd2-a07e-471b-8c20-c539a732df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:29:31.337949 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-98161bd2-a07e-471b-8c20-c539a732df6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0419633 Feb 21 01:29:31.373365 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-a568af24-15fc-4e7f-a3b3-d9be5e982946 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296674 Feb 21 01:29:31.383172 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-5fb5f0e0-714b-4871-a031-eb6152a5a13a service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:29:31.384125 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-5fb5f0e0-714b-4871-a031-eb6152a5a13a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047972 Feb 21 01:29:31.472858 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-d91641d2-7787-42af-8efc-8c1c9d921cec service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Feb 21 01:29:31.563711 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-55bc26f3-7a76-4f46-a175-5d8543fb4085 req-99da4a5a-3204-4cdf-bf82-bc138de5fc0b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Feb 21 01:29:32.143917 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5def4471-a004-415d-a1a0-1d23575de635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:33.445948 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:35.022860 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:35.941477 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:39.243807 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:40.334234 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:29:59.519448 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5744e68f-946c-4dd1-9b1d-bf6fad7f2644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:02.147694 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-611d5e7e-4418-40dc-bafd-7a213de6a11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:03.420316 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:04.453793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25903a6-4c93-4a06-bf72-f7dbcdd68d76 req-bb6007ae-ad52-444a-89ce-7b78aeb8063d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:04.455553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f25903a6-4c93-4a06-bf72-f7dbcdd68d76 req-bb6007ae-ad52-444a-89ce-7b78aeb8063d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.1557989 Feb 21 01:30:04.502990 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f25903a6-4c93-4a06-bf72-f7dbcdd68d76 req-21edf063-2bfd-4fcd-874b-da08961e812d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Feb 21 01:30:04.985312 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35690) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:05.027457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.042498 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (a0b77437-2c72-4721-ba41-8f8de6b7154d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.067165 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (a0b77437-2c72-4721-ba41-8f8de6b7154d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.204845 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a0b77437-2c72-4721-ba41-8f8de6b7154d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.207598 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:05.208821 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] 10.222.0.91 "DELETE /v2.0/security-groups/a0b77437-2c72-4721-ba41-8f8de6b7154d HTTP/1.1" status: 204 len: 168 time: 0.2224693 Feb 21 01:30:05.223504 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b77437-2c72-4721-ba41-8f8de6b7154d,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:05.226248 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.226638 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.226964 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.227311 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.227657 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.228069 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.228346 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.228683 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.229019 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.229351 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.229711 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.230040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.230364 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f0a2-e716-4a36-b6f5-c7d17c0f41ba tempest-TestVolumeBootPattern-1305470809 tempest-TestVolumeBootPattern-1305470809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:05.620582 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16028b42-2b51-4993-8822-5a107f42ed0c req-2ab3bb43-93a5-46ed-a7fa-8e60a3d18a85 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:05.622038 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-16028b42-2b51-4993-8822-5a107f42ed0c req-2ab3bb43-93a5-46ed-a7fa-8e60a3d18a85 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514753 Feb 21 01:30:05.669546 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-16028b42-2b51-4993-8822-5a107f42ed0c req-38b2b8a6-9228-4245-8a27-6b0c73e9f895 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Feb 21 01:30:05.946249 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:06.491745 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35728) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:06.798048 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef569f-59c3-440b-bec8-dfd4df7abaff req-b9b078aa-9a9d-4e65-bed0-a30ef093b34c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:06.800199 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ceef569f-59c3-440b-bec8-dfd4df7abaff req-b9b078aa-9a9d-4e65-bed0-a30ef093b34c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0608978 Feb 21 01:30:06.851879 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ceef569f-59c3-440b-bec8-dfd4df7abaff req-f6131629-8c54-4241-89da-3236888dd6e9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Feb 21 01:30:07.250718 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:07.546299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Deleting port ecbeb38c-9452-48af-8bc3-e93eeec72235 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:07.546894 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:07.624096 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] For port ecbeb38c-9452-48af-8bc3-e93eeec72235, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=ecbeb38c-9452-48af-8bc3-e93eeec72235,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:07.624457 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:07.635944 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Calling delete_port for ecbeb38c-9452-48af-8bc3-e93eeec72235 owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:07.860344 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (ecbeb38c-9452-48af-8bc3-e93eeec72235), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:07.885732 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbeb38c-9452-48af-8bc3-e93eeec72235,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:08.104043 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d564b0-21c9-4d63-89ad-ed62819c1917 req-aeccf184-2888-4ac1-8797-fe66b703285a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:08.105508 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-70d564b0-21c9-4d63-89ad-ed62819c1917 req-aeccf184-2888-4ac1-8797-fe66b703285a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.1745753 Feb 21 01:30:08.106078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.203028 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-70d564b0-21c9-4d63-89ad-ed62819c1917 req-6261d768-af5a-4f78-b6a8-97b34fbb3bed tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902071 Feb 21 01:30:08.355378 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Router b2348e42-c3d0-431c-8e80-adbdd87a0e62 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:30:08.465463 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:30:08.472117 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-6c862c17-4078-4218-b022-d617803a360f admin admin] 10.222.0.91 "PUT /v2.0/routers/b2348e42-c3d0-431c-8e80-adbdd87a0e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783306 Feb 21 01:30:08.473655 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35752) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:08.474238 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Sync routers for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:30:08.484443 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:08.485069 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:30:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:08.583295 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks [] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.598478 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:08.688035 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks [] for router_gateway (b2348e42-c3d0-431c-8e80-adbdd87a0e62), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.772261 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:30:07Z', 'revision_number': 5, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port': {'id': 'c9854047-9e05-49fa-97f3-a14498ee195c', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:26Z', 'updated_at': '2022-02-21T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:08.798253 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Checking router: b2348e42-c3d0-431c-8e80-adbdd87a0e62 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:30:08.807012 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Routers {'b2348e42-c3d0-431c-8e80-adbdd87a0e62'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:08.807630 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:30:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:08.819564 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Deleting port c9854047-9e05-49fa-97f3-a14498ee195c {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:08.819944 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.895948 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] Set router b2348e42-c3d0-431c-8e80-adbdd87a0e62 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:08.901365 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] For port c9854047-9e05-49fa-97f3-a14498ee195c, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c9854047-9e05-49fa-97f3-a14498ee195c,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:08.901733 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:08.913991 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Calling delete_port for c9854047-9e05-49fa-97f3-a14498ee195c owned by network:router_gateway {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:08.950687 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:30:08Z', 'revision_number': 6, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:08.976837 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff11b4-3388-4068-bd3b-e2d576415949 None None] The sync data for ids ['b2348e42-c3d0-431c-8e80-adbdd87a0e62'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2348e42-c3d0-431c-8e80-adbdd87a0e62', 'name': 'tempest-TestVolumeBootPattern-398256628-router', 'tenant_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:25Z', 'updated_at': '2022-02-21T01:30:08Z', 'revision_number': 6, 'project_id': '0c96b1f3aaed4700a792cf9d25aaaca3', 'gw_port_host': None}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:30:09.124786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (c9854047-9e05-49fa-97f3-a14498ee195c), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.151183 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9854047-9e05-49fa-97f3-a14498ee195c,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:09.208569 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.233621 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.338600 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658318bc-4c0d-40de-9f71-9c0293502eee req-a6a552f4-e58d-4429-a1ab-c0deddbadc74 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:09.340240 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-658318bc-4c0d-40de-9f71-9c0293502eee req-a6a552f4-e58d-4429-a1ab-c0deddbadc74 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0634117 Feb 21 01:30:09.404287 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-658318bc-4c0d-40de-9f71-9c0293502eee req-f3e0956e-2747-4bf7-9c07-e6ae74eb285d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Feb 21 01:30:09.562564 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.565295 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks [] for router_controller (b2348e42-c3d0-431c-8e80-adbdd87a0e62), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.695274 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (b2348e42-c3d0-431c-8e80-adbdd87a0e62), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.695930 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2348e42-c3d0-431c-8e80-adbdd87a0e62 {{(pid=103415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:30:09.701078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.702244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-129f1e55-7b1b-4d5c-964b-a04d0ad31773 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b2348e42-c3d0-431c-8e80-adbdd87a0e62 HTTP/1.1" status: 204 len: 168 time: 1.2275980 Feb 21 01:30:09.705505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35772) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:09.754815 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Deleting subnet b99053b7-c18c-4cdf-a622-630b69f1362e {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:30:09.758287 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Publish callbacks [] for subnet (b99053b7-c18c-4cdf-a622-630b69f1362e), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.795923 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (b99053b7-c18c-4cdf-a622-630b69f1362e), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.871311 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device ecbeb38c-9452-48af-8bc3-e93eeec72235 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:09.901534 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: ecbeb38c-9452-48af-8bc3-e93eeec72235 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:09.902147 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device ecbeb38c-9452-48af-8bc3-e93eeec72235 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:09.902584 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c9854047-9e05-49fa-97f3-a14498ee195c no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:09.916931 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (b99053b7-c18c-4cdf-a622-630b69f1362e), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.922808 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: c9854047-9e05-49fa-97f3-a14498ee195c {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:09.923343 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c9854047-9e05-49fa-97f3-a14498ee195c not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:10.049736 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (b99053b7-c18c-4cdf-a622-630b69f1362e), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.079773 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99053b7-c18c-4cdf-a622-630b69f1362e,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:10.086901 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.090099 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-ac626286-5d23-44a9-80e0-5cd321354c2c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b99053b7-c18c-4cdf-a622-630b69f1362e HTTP/1.1" status: 204 len: 168 time: 0.3836243 Feb 21 01:30:10.092750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 35774) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:10.093332 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd999f8e-564b-4f79-8fac-1ca3d1ce0722 None None] Network efea3425-6681-4069-adc6-8204b8ffe9c5 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:10.171959 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (efea3425-6681-4069-adc6-8204b8ffe9c5), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.233265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Deleting port d2bad6f2-b676-49b5-8639-668436393b31 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:10.233604 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (d2bad6f2-b676-49b5-8639-668436393b31), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.265920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e9110-6559-4795-96d4-0b39c086742b None None] DHCP port deletion for efea3425-6681-4069-adc6-8204b8ffe9c5 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:30:10.298575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] For port d2bad6f2-b676-49b5-8639-668436393b31, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d2bad6f2-b676-49b5-8639-668436393b31,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:10.298950 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (d2bad6f2-b676-49b5-8639-668436393b31), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.312160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Calling delete_port for d2bad6f2-b676-49b5-8639-668436393b31 owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:10.316088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Deleting port d2bad6f2-b676-49b5-8639-668436393b31 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:10.316469 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (d2bad6f2-b676-49b5-8639-668436393b31), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.381385 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-647e9110-6559-4795-96d4-0b39c086742b None None] For port d2bad6f2-b676-49b5-8639-668436393b31, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d2bad6f2-b676-49b5-8639-668436393b31,segment=NetworkSegment(3c6c84fa-35c5-4637-a39b-998b2048e07a),segment_id=3c6c84fa-35c5-4637-a39b-998b2048e07a)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:10.381790 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (d2bad6f2-b676-49b5-8639-668436393b31), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.395054 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Calling delete_port for d2bad6f2-b676-49b5-8639-668436393b31 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:10.496017 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (d2bad6f2-b676-49b5-8639-668436393b31), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.515504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (d2bad6f2-b676-49b5-8639-668436393b31), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.528561 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bad6f2-b676-49b5-8639-668436393b31,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:10.536566 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] No DVR routers for this DVR port d2bad6f2-b676-49b5-8639-668436393b31 on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:30:10.538613 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.538967 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.539360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.539658 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.540249 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.540741 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.541248 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.541742 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.541865 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167b9-a9e3-48ee-b305-03dcd3a12b9c req-360d1605-8e65-49f6-8ab9-f1d37e017d23 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:10.542342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.542838 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.543318 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.543438 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-10f167b9-a9e3-48ee-b305-03dcd3a12b9c req-360d1605-8e65-49f6-8ab9-f1d37e017d23 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0684054 Feb 21 01:30:10.543752 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Pushing event deleted for resources: {'Port': ['ID=d2bad6f2-b676-49b5-8639-668436393b31,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:10.543941 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.544272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.550222 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e9110-6559-4795-96d4-0b39c086742b None None] No DVR routers for this DVR port d2bad6f2-b676-49b5-8639-668436393b31 on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:30:10.557543 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.557902 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.558428 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.561563 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.562091 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.562773 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.563981 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.564499 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.565094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.565605 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.566092 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.566574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.567051 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e9110-6559-4795-96d4-0b39c086742b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:30:10.620998 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-10f167b9-a9e3-48ee-b305-03dcd3a12b9c req-b06e6eff-244b-458c-96d8-64c9ff1d5f42 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Feb 21 01:30:10.629865 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (efea3425-6681-4069-adc6-8204b8ffe9c5), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.656736 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efea3425-6681-4069-adc6-8204b8ffe9c5']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:10.667503 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6c84fa-35c5-4637-a39b-998b2048e07a') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:10.668020 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6c84fa-35c5-4637-a39b-998b2048e07a') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:10.679929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (3c6c84fa-35c5-4637-a39b-998b2048e07a), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.694522 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (3c6c84fa-35c5-4637-a39b-998b2048e07a), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.700685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:30:10.701114 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (3c6c84fa-35c5-4637-a39b-998b2048e07a), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:30:10.702785 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:30:10.810302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (efea3425-6681-4069-adc6-8204b8ffe9c5), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.817308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.820462 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] 10.222.0.91 "DELETE /v2.0/networks/efea3425-6681-4069-adc6-8204b8ffe9c5 HTTP/1.1" status: 204 len: 168 time: 0.7266929 Feb 21 01:30:10.823713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35788) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:10.831286 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b99f7e-176d-43bb-b236-b8f7094d6c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=efea3425-6681-4069-adc6-8204b8ffe9c5,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:11.175583 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:11.423484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Deleting port fff78379-145e-4694-8a65-ffc0bdda170b {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:11.423821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:11.499489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] For port fff78379-145e-4694-8a65-ffc0bdda170b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=fff78379-145e-4694-8a65-ffc0bdda170b,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:11.499879 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:11.512416 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Calling delete_port for fff78379-145e-4694-8a65-ffc0bdda170b owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:11.748499 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d8ad8-e225-4c25-924b-132ecd6ee0cc req-17b18610-3dc3-4a9e-9f7f-e1711ba9221f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:11.749997 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-459d8ad8-e225-4c25-924b-132ecd6ee0cc req-17b18610-3dc3-4a9e-9f7f-e1711ba9221f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0568187 Feb 21 01:30:11.763652 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (fff78379-145e-4694-8a65-ffc0bdda170b), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:11.791202 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=fff78379-145e-4694-8a65-ffc0bdda170b,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:11.801701 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-459d8ad8-e225-4c25-924b-132ecd6ee0cc req-57426ad9-b1ba-4482-96f1-973a1863b691 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Feb 21 01:30:11.958869 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d2bad6f2-b676-49b5-8639-668436393b31 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:11.973710 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:11.979669 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: d2bad6f2-b676-49b5-8639-668436393b31 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:11.980050 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d2bad6f2-b676-49b5-8639-668436393b31 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:12.192270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:30:12.296808 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:30:12.303014 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8f4c9ad8-2a01-45e7-be41-6456407a2ffd admin admin] 10.222.0.91 "PUT /v2.0/routers/9c6948d6-33ce-4c22-ace5-5569bffb5f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4782441 Feb 21 01:30:12.305552 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35802) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:12.308238 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Sync routers for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:30:12.318892 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:12.319741 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:30:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:12.415236 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks [] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.428775 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:12.523025 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks [] for router_gateway (9c6948d6-33ce-4c22-ace5-5569bffb5f36), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.601868 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '8d66aef6-edde-4e18-b724-773a753daee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:30:11Z', 'revision_number': 5, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port': {'id': '8d66aef6-edde-4e18-b724-773a753daee6', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:39Z', 'updated_at': '2022-02-21T01:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:12.628100 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Checking router: 9c6948d6-33ce-4c22-ace5-5569bffb5f36 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:30:12.636303 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Routers {'9c6948d6-33ce-4c22-ace5-5569bffb5f36'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:30:12.636908 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:30:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:12.681692 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Deleting port 8d66aef6-edde-4e18-b724-773a753daee6 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:12.682049 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (8d66aef6-edde-4e18-b724-773a753daee6), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.731817 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] Set router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 gateway port host: None {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:30:12.774228 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] For port 8d66aef6-edde-4e18-b724-773a753daee6, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=8d66aef6-edde-4e18-b724-773a753daee6,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:12.774591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (8d66aef6-edde-4e18-b724-773a753daee6), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:12.787130 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Calling delete_port for 8d66aef6-edde-4e18-b724-773a753daee6 owned by network:router_gateway {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:12.793447 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:30:12Z', 'revision_number': 6, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:12.821263 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa4cc2-9ec2-487f-9e13-c616a02eaa2d None None] The sync data for ids ['9c6948d6-33ce-4c22-ace5-5569bffb5f36'] in dv-cinder-813227-6-iscsi is: [{'id': '9c6948d6-33ce-4c22-ace5-5569bffb5f36', 'name': 'tempest-TestVolumeBootPattern-1698092714-router', 'tenant_id': 'ae80b3a710c845deaebd80650162c77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:38Z', 'updated_at': '2022-02-21T01:30:12Z', 'revision_number': 6, 'project_id': 'ae80b3a710c845deaebd80650162c77a', 'gw_port_host': None}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:30:13.183248 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a77a-988e-40ce-99df-e5ff9b57d68e req-6d393cfa-572d-4063-899b-156ef4e171a9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:13.184803 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bd17a77a-988e-40ce-99df-e5ff9b57d68e req-6d393cfa-572d-4063-899b-156ef4e171a9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.1007082 Feb 21 01:30:13.271857 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bd17a77a-988e-40ce-99df-e5ff9b57d68e req-841c9b0d-ebed-42d1-8b07-f3ea2cc01d09 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785434 Feb 21 01:30:13.415318 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (8d66aef6-edde-4e18-b724-773a753daee6), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.442254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d66aef6-edde-4e18-b724-773a753daee6,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:13.504896 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.597201 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.599447 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks [] for router_controller (9c6948d6-33ce-4c22-ace5-5569bffb5f36), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.678896 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (9c6948d6-33ce-4c22-ace5-5569bffb5f36), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.679436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6948d6-33ce-4c22-ace5-5569bffb5f36 {{(pid=103415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:30:13.685648 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.685648 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8bd92ca7-0ba5-4e82-b3bf-0d599688c449 admin admin] 10.222.0.91 "DELETE /v2.0/routers/9c6948d6-33ce-4c22-ace5-5569bffb5f36 HTTP/1.1" status: 204 len: 168 time: 1.3784440 Feb 21 01:30:13.687326 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35816) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:13.732217 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Deleting subnet 5d96fbb5-c318-4874-b396-9cfdc33968e4 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:30:13.736134 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Publish callbacks [] for subnet (5d96fbb5-c318-4874-b396-9cfdc33968e4), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.783133 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (5d96fbb5-c318-4874-b396-9cfdc33968e4), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.882300 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (5d96fbb5-c318-4874-b396-9cfdc33968e4), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:13.894056 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device fff78379-145e-4694-8a65-ffc0bdda170b no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:13.914489 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: fff78379-145e-4694-8a65-ffc0bdda170b {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:13.915174 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device fff78379-145e-4694-8a65-ffc0bdda170b not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:13.915597 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 8d66aef6-edde-4e18-b724-773a753daee6 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:13.942252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 8d66aef6-edde-4e18-b724-773a753daee6 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:13.942910 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 8d66aef6-edde-4e18-b724-773a753daee6 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:13.986954 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (5d96fbb5-c318-4874-b396-9cfdc33968e4), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.012985 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d96fbb5-c318-4874-b396-9cfdc33968e4,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:14.017501 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.020247 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3155e458-5890-4c5d-8e79-7d19e793dae9 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5d96fbb5-c318-4874-b396-9cfdc33968e4 HTTP/1.1" status: 204 len: 168 time: 0.3318222 Feb 21 01:30:14.022749 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35828) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:14.025220 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84619366-17b9-4657-8f2a-579c1a8f7061 None None] Network a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:30:14.094206 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.152301 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Deleting port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:14.152644 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.175851 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] DHCP port deletion for a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:30:14.214885 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] For port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:14.215496 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.227077 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Deleting port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:30:14.227457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.231762 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Calling delete_port for 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 owned by network:dhcp {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:14.289743 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] For port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,segment=NetworkSegment(3e03e3c5-3d58-4804-a990-2d1fd8438e92),segment_id=3e03e3c5-3d58-4804-a990-2d1fd8438e92)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:30:14.290142 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.303306 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Calling delete_port for 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:30:14.396812 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199ef39-8ff8-4624-a0d5-e939bc32db01 req-45b2391c-7c47-4899-a41f-c217ab9aaa84 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:14.398234 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b199ef39-8ff8-4624-a0d5-e939bc32db01 req-45b2391c-7c47-4899-a41f-c217ab9aaa84 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0546598 Feb 21 01:30:14.409431 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.417461 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (10b2fd87-bf3e-4b44-aeb7-91441f12d3d8), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.433935 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] No DVR routers for this DVR port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:30:14.436879 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] No DVR routers for this DVR port 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 on host dv-cinder-813227-6-iscsi {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:30:14.439090 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:14.454503 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b199ef39-8ff8-4624-a0d5-e939bc32db01 req-a3213485-7a51-4197-9284-d5d8f6adc20f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Feb 21 01:30:14.457353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a828e3-0336-44a9-8d95-5b41ac713aca None None] Pushing event deleted for resources: {'Port': ['ID=10b2fd87-bf3e-4b44-aeb7-91441f12d3d8,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:14.526337 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.546523 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:14.556931 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e03e3c5-3d58-4804-a990-2d1fd8438e92') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:14.557239 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e03e3c5-3d58-4804-a990-2d1fd8438e92') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:30:14.567560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (3e03e3c5-3d58-4804-a990-2d1fd8438e92), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.580712 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (3e03e3c5-3d58-4804-a990-2d1fd8438e92), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.586517 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:30:14.587654 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (3e03e3c5-3d58-4804-a990-2d1fd8438e92), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:30:14.588585 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:30:14.696183 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.700536 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:14.708322 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28 HTTP/1.1" status: 204 len: 168 time: 0.6803277 Feb 21 01:30:14.719513 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a401d0-7a5c-4789-bea8-284566c22641 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fdb4b3-585e-4c91-a9b9-62dcdd28bb28,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:14.984505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35840) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:15.029891 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2873e6f6-64a9-4a7c-ad11-8550e3ba9368 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c96b1f3aaed4700a792cf9d25aaaca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442231 Feb 21 01:30:15.033433 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 35846) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:15.080026 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] Publish callbacks [] for security_group (d3395050-9b75-44fa-8ff7-f2d80cbc80c8), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:15.101743 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] Publish callbacks [] for security_group (d3395050-9b75-44fa-8ff7-f2d80cbc80c8), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:15.198367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d3395050-9b75-44fa-8ff7-f2d80cbc80c8), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:15.200993 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:15.202126 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d3395050-9b75-44fa-8ff7-f2d80cbc80c8 HTTP/1.1" status: 204 len: 168 time: 0.1675267 Feb 21 01:30:15.212276 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead16c02-cc4d-4b79-9c2c-e6fc1ab11233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3395050-9b75-44fa-8ff7-f2d80cbc80c8,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:15.592597 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7dc34-51ba-4282-87e5-d994ae5617c6 req-d5242d9f-8248-4593-a7f9-bca4ed26549b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:15.594083 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ecc7dc34-51ba-4282-87e5-d994ae5617c6 req-d5242d9f-8248-4593-a7f9-bca4ed26549b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0544450 Feb 21 01:30:15.642886 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ecc7dc34-51ba-4282-87e5-d994ae5617c6 req-edcbd444-782c-4c49-bf0e-0af32a6454f8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Feb 21 01:30:15.856778 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:30:15.881497 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:30:15.881879 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 10b2fd87-bf3e-4b44-aeb7-91441f12d3d8 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:30:15.886922 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35858) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:15.932890 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f8c40413-2cd8-4e80-9d18-1ea05f16e1a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ae80b3a710c845deaebd80650162c77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447774 Feb 21 01:30:15.935419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 35862) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:16.009051 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] Publish callbacks [] for security_group (e17a39c5-364a-4922-91d8-7ef9373f78a2), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:16.009051 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] Publish callbacks [] for security_group (e17a39c5-364a-4922-91d8-7ef9373f78a2), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:16.124587 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e17a39c5-364a-4922-91d8-7ef9373f78a2), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:16.128423 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:16.129853 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e17a39c5-364a-4922-91d8-7ef9373f78a2 HTTP/1.1" status: 204 len: 168 time: 0.1934896 Feb 21 01:30:16.137753 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff543-3021-4351-b491-9e06a4fdd3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a39c5-364a-4922-91d8-7ef9373f78a2,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:30:16.758892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e4045-7d80-48d1-a6b3-36bdde972142 req-99765cac-ef27-4004-a1d6-aa10878e7617 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:16.760349 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1e8e4045-7d80-48d1-a6b3-36bdde972142 req-99765cac-ef27-4004-a1d6-aa10878e7617 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515869 Feb 21 01:30:16.806107 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1e8e4045-7d80-48d1-a6b3-36bdde972142 req-54b09c39-586d-4139-af45-1d2ad93a07a9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Feb 21 01:30:17.333045 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:30:17.922643 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb324b-3402-46ca-8fe9-ab1ff92576cd req-e8c3a99d-8a87-45c6-8d7e-22c5104385f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:17.924151 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9dcb324b-3402-46ca-8fe9-ab1ff92576cd req-e8c3a99d-8a87-45c6-8d7e-22c5104385f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0533171 Feb 21 01:30:17.971598 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9dcb324b-3402-46ca-8fe9-ab1ff92576cd req-3c773292-8e19-49d8-939a-2e47f33fabee tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Feb 21 01:30:19.092247 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b22a-51ca-438c-818d-6551515561ca req-8bbb9762-3fbd-4b20-babd-5b37f83ab424 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:19.093733 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dee8b22a-51ca-438c-818d-6551515561ca req-8bbb9762-3fbd-4b20-babd-5b37f83ab424 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0545771 Feb 21 01:30:19.145280 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dee8b22a-51ca-438c-818d-6551515561ca req-f80ca970-85c6-4faf-8144-c17e886a124b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Feb 21 01:30:20.264998 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16aed5-e810-4503-a944-5897947bc0c3 req-51ac81c4-01c3-4f3f-97ac-e6570fe4c693 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:20.266510 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3a16aed5-e810-4503-a944-5897947bc0c3 req-51ac81c4-01c3-4f3f-97ac-e6570fe4c693 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530241 Feb 21 01:30:20.313082 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3a16aed5-e810-4503-a944-5897947bc0c3 req-08338018-a568-4de8-8b2c-cc1da8cb116b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Feb 21 01:30:21.436468 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf906d-bf51-49b3-a3c2-51f9e7714dab req-b6854ff4-c823-4b1d-979d-6ccd8c5cffb8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:21.437920 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-33cf906d-bf51-49b3-a3c2-51f9e7714dab req-b6854ff4-c823-4b1d-979d-6ccd8c5cffb8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0569615 Feb 21 01:30:21.483703 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-33cf906d-bf51-49b3-a3c2-51f9e7714dab req-a43e4e02-054f-4faf-9555-1863e70b8688 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Feb 21 01:30:22.604437 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0abf1-5fbc-47e5-9fba-bac848db869b req-db9b22dd-0f9d-400a-9a6d-95279f1bac00 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:22.605888 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fd0abf1-5fbc-47e5-9fba-bac848db869b req-db9b22dd-0f9d-400a-9a6d-95279f1bac00 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0544012 Feb 21 01:30:22.652906 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0fd0abf1-5fbc-47e5-9fba-bac848db869b req-ced5ba2f-66bf-470f-9b1f-637645851d93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Feb 21 01:30:23.768968 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad86888-9529-4a09-a000-c90d946b5e40 req-ea5ab8c6-3088-4a75-8680-490b185dfd1f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:23.770408 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dad86888-9529-4a09-a000-c90d946b5e40 req-ea5ab8c6-3088-4a75-8680-490b185dfd1f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515893 Feb 21 01:30:23.816144 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dad86888-9529-4a09-a000-c90d946b5e40 req-557f0fc6-dbb2-45f8-b065-e808823f7409 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Feb 21 01:30:24.937635 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f8fae-2b7b-4b39-acec-4a6fb4aabb85 req-1feb6f36-5ec5-4588-bd82-d81e95db4095 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:24.939145 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-529f8fae-2b7b-4b39-acec-4a6fb4aabb85 req-1feb6f36-5ec5-4588-bd82-d81e95db4095 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0550139 Feb 21 01:30:24.985079 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-529f8fae-2b7b-4b39-acec-4a6fb4aabb85 req-d31aa309-3e17-4f43-978f-ee8793d4a311 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Feb 21 01:30:26.102935 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff33323-9dd2-45a4-8437-08753888605b req-2d2ea1ba-51f1-4ee0-b08c-e1ecf9752bcb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:26.104316 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8ff33323-9dd2-45a4-8437-08753888605b req-2d2ea1ba-51f1-4ee0-b08c-e1ecf9752bcb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512276 Feb 21 01:30:26.157803 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8ff33323-9dd2-45a4-8437-08753888605b req-3921f661-fb9f-454e-8d75-fe3cffb36d77 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Feb 21 01:30:27.274894 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843171b5-d2dc-4589-9dca-91484fbbd0a6 req-4a8133ed-9b60-4c4c-b47a-0a15052ad055 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:27.276375 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-843171b5-d2dc-4589-9dca-91484fbbd0a6 req-4a8133ed-9b60-4c4c-b47a-0a15052ad055 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520399 Feb 21 01:30:27.326104 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-843171b5-d2dc-4589-9dca-91484fbbd0a6 req-ffcc970d-03bc-420a-8293-6e2abb7e0292 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Feb 21 01:30:28.444136 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dee1c-515c-457f-a66e-f2b3ff9ca14d req-0723e873-7443-4c9f-b9d1-95179ee019c5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:28.445586 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-528dee1c-515c-457f-a66e-f2b3ff9ca14d req-0723e873-7443-4c9f-b9d1-95179ee019c5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520716 Feb 21 01:30:28.492887 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-528dee1c-515c-457f-a66e-f2b3ff9ca14d req-ad2de655-b275-46cb-8d09-3ce71ff6651c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Feb 21 01:30:29.570003 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3153de02-d2fd-4421-8433-4516671925d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:29.613438 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdab65-c601-4fd1-af41-1bc1fc9fca60 req-4f665755-fa2b-47a8-91b7-e7764b35e7b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:29.614802 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e8fdab65-c601-4fd1-af41-1bc1fc9fca60 req-4f665755-fa2b-47a8-91b7-e7764b35e7b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0543211 Feb 21 01:30:29.661348 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e8fdab65-c601-4fd1-af41-1bc1fc9fca60 req-680256ee-3794-4f78-bf19-59c3d2d7c085 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Feb 21 01:30:30.785827 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473ec1e-c71a-4fdc-8da0-d932c79cd1ac req-9ce52452-dded-4b57-89c4-acc56cbfa9a1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:30.788355 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6473ec1e-c71a-4fdc-8da0-d932c79cd1ac req-9ce52452-dded-4b57-89c4-acc56cbfa9a1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0562937 Feb 21 01:30:30.835089 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6473ec1e-c71a-4fdc-8da0-d932c79cd1ac req-73bfe2e7-f3d0-4f09-945d-5b6ee60869a4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Feb 21 01:30:31.965824 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6d25-6c1a-45ba-a103-562554a41ef3 req-db2eb0fa-0a89-4eb5-90e7-0e31964fc1c7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:31.967295 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-346c6d25-6c1a-45ba-a103-562554a41ef3 req-db2eb0fa-0a89-4eb5-90e7-0e31964fc1c7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530472 Feb 21 01:30:32.017822 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-346c6d25-6c1a-45ba-a103-562554a41ef3 req-a899d629-97bc-4237-a42a-260b1f9a906d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Feb 21 01:30:32.169432 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b24e69f9-d6a3-444e-ae9b-26650b3ba68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:33.143431 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3f58-41a9-4f64-ab3c-09e9a4d50eb2 req-17c87252-0585-42e2-adcf-561e06056042 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:33.144961 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0f8f3f58-41a9-4f64-ab3c-09e9a4d50eb2 req-17c87252-0585-42e2-adcf-561e06056042 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0573392 Feb 21 01:30:33.195242 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0f8f3f58-41a9-4f64-ab3c-09e9a4d50eb2 req-616e8ec0-92ff-4eed-ac2a-c71c25992a6d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Feb 21 01:30:33.449501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:34.326636 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138174-303f-46ad-b392-791a57c4f4a3 req-4ed1d167-f730-4f05-90db-abd0ced80308 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:34.330480 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-98138174-303f-46ad-b392-791a57c4f4a3 req-4ed1d167-f730-4f05-90db-abd0ced80308 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0588415 Feb 21 01:30:34.378076 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-98138174-303f-46ad-b392-791a57c4f4a3 req-da49e611-1e93-4117-9619-b92fc94b97a3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Feb 21 01:30:35.026249 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:35.499666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d94ab-926d-4529-962e-0ff811686657 req-57402968-cd99-4579-9039-9493755d8368 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:35.502205 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-588d94ab-926d-4529-962e-0ff811686657 req-57402968-cd99-4579-9039-9493755d8368 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0562603 Feb 21 01:30:35.548460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-588d94ab-926d-4529-962e-0ff811686657 req-131aaa48-20e1-4801-a180-8983f3cc32b7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Feb 21 01:30:35.962748 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:36.670379 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea8f88-749f-4670-b1bf-9106d2e1fc6a req-04fdec04-d9aa-4e8f-a6a2-7d664a0a2459 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:36.671930 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1cea8f88-749f-4670-b1bf-9106d2e1fc6a req-04fdec04-d9aa-4e8f-a6a2-7d664a0a2459 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0560625 Feb 21 01:30:36.721357 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1cea8f88-749f-4670-b1bf-9106d2e1fc6a req-b96aa617-4379-4152-a50c-db3f8c17b5f1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Feb 21 01:30:37.845853 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c854c7e-dc6e-48c5-b7d4-92fece5598f5 req-73281ddb-725a-42f5-ad78-8fcfa825497e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:37.847473 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9c854c7e-dc6e-48c5-b7d4-92fece5598f5 req-73281ddb-725a-42f5-ad78-8fcfa825497e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0569272 Feb 21 01:30:37.914985 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9c854c7e-dc6e-48c5-b7d4-92fece5598f5 req-40e0a9a2-5624-45b6-b37d-3a13ecbd7e03 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Feb 21 01:30:39.028725 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ec141-c19d-4286-b878-d1008037935c req-97ca8cf6-0ba8-42e5-ae53-b2bd16748783 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:39.030164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-337ec141-c19d-4286-b878-d1008037935c req-97ca8cf6-0ba8-42e5-ae53-b2bd16748783 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0556238 Feb 21 01:30:39.077280 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-337ec141-c19d-4286-b878-d1008037935c req-7579b504-f007-48b7-881e-7e405465bef4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Feb 21 01:30:39.237483 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:40.194657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646b2c6-6995-4ad0-a83b-d10fe1e81962 req-6a45f1e9-329b-4c11-8770-d646fd5a33fb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:40.196151 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8646b2c6-6995-4ad0-a83b-d10fe1e81962 req-6a45f1e9-329b-4c11-8770-d646fd5a33fb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521801 Feb 21 01:30:40.245695 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8646b2c6-6995-4ad0-a83b-d10fe1e81962 req-38aee7fd-82c4-4fe2-8680-fa62d8354151 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Feb 21 01:30:41.366973 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681e37-ebec-4016-aec5-feaa9a7eca23 req-089f6aa3-0ce9-4e07-a7b5-833120ebc912 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:41.368484 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1b681e37-ebec-4016-aec5-feaa9a7eca23 req-089f6aa3-0ce9-4e07-a7b5-833120ebc912 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0540729 Feb 21 01:30:41.415813 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1b681e37-ebec-4016-aec5-feaa9a7eca23 req-ca0c019a-9808-4b0a-b951-2bbb5481e8c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Feb 21 01:30:42.538831 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b622b86-0895-4ae5-be71-696f6b0ceb18 req-4b3bb81b-72b1-4931-ba18-04bccc067654 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:42.540403 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7b622b86-0895-4ae5-be71-696f6b0ceb18 req-4b3bb81b-72b1-4931-ba18-04bccc067654 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521808 Feb 21 01:30:42.590051 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7b622b86-0895-4ae5-be71-696f6b0ceb18 req-24b1a67c-520c-4888-a692-49ca26d4cf54 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Feb 21 01:30:43.711042 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607dc0-f29f-4d42-8a52-0feab3da6ae2 req-26f8f648-a53b-4528-b0fe-f2c430a9c2c7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:43.712455 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-be607dc0-f29f-4d42-8a52-0feab3da6ae2 req-26f8f648-a53b-4528-b0fe-f2c430a9c2c7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0562289 Feb 21 01:30:43.761040 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-be607dc0-f29f-4d42-8a52-0feab3da6ae2 req-f4524fe7-062d-4cc9-93a4-65ec4325f19e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Feb 21 01:30:44.879679 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d743e7-b44d-4cc5-a644-c8f0f1ecad13 req-4c6f4731-b8b0-4d94-9702-e4192ee0c97b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:44.881177 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-51d743e7-b44d-4cc5-a644-c8f0f1ecad13 req-4c6f4731-b8b0-4d94-9702-e4192ee0c97b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0544391 Feb 21 01:30:44.927359 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-51d743e7-b44d-4cc5-a644-c8f0f1ecad13 req-56cde12f-e376-47e8-a862-11e7d9e7178d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Feb 21 01:30:46.045030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c8ce-28a9-464b-aad4-5011ee09ab08 req-3f0b36dd-2be3-4967-abf5-be5cf6242df9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:46.046490 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fd6c8ce-28a9-464b-aad4-5011ee09ab08 req-3f0b36dd-2be3-4967-abf5-be5cf6242df9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519538 Feb 21 01:30:46.093453 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fd6c8ce-28a9-464b-aad4-5011ee09ab08 req-309808c7-561d-4e43-a454-da9b0c6b8b6c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Feb 21 01:30:47.214002 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d3afa-4da1-4006-be9a-23f596f0052c req-83fabb10-a1bc-42cd-9d28-c44f7eca6015 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:47.215438 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-365d3afa-4da1-4006-be9a-23f596f0052c req-83fabb10-a1bc-42cd-9d28-c44f7eca6015 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0525868 Feb 21 01:30:47.261588 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-365d3afa-4da1-4006-be9a-23f596f0052c req-110f3d35-5edb-4947-a0fc-69621f98b785 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Feb 21 01:30:48.380593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37be8cf-e135-488d-838e-09d5653cf64e req-48eb55ed-4e20-4a0e-acd5-73e01f47ad4b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:48.382044 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a37be8cf-e135-488d-838e-09d5653cf64e req-48eb55ed-4e20-4a0e-acd5-73e01f47ad4b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523624 Feb 21 01:30:48.428274 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a37be8cf-e135-488d-838e-09d5653cf64e req-36423098-6d00-4b07-a93b-36a7668ce13b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Feb 21 01:30:49.549119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5b777-0eac-4cad-95da-6fda77035d3e req-d6789f0e-b8ee-43fc-986b-855e6193a86a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:49.550598 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1cc5b777-0eac-4cad-95da-6fda77035d3e req-d6789f0e-b8ee-43fc-986b-855e6193a86a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0564985 Feb 21 01:30:49.597082 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1cc5b777-0eac-4cad-95da-6fda77035d3e req-f95c55a9-681b-4933-9b7d-5fafae59bf40 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Feb 21 01:30:50.720853 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f472a-ffb4-428f-a0ba-2589e0086d4f req-78258bef-b964-41fa-83d0-4b7a11ed845a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:50.722300 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-107f472a-ffb4-428f-a0ba-2589e0086d4f req-78258bef-b964-41fa-83d0-4b7a11ed845a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0555136 Feb 21 01:30:50.776009 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-107f472a-ffb4-428f-a0ba-2589e0086d4f req-b3f9dd40-1a71-4bf5-ac80-e0445170324a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Feb 21 01:30:51.888741 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542567cb-af22-438b-8bc9-2787e9ed2225 req-a0dce507-114a-4e35-a8d3-a4cddc93a113 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:51.890181 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-542567cb-af22-438b-8bc9-2787e9ed2225 req-a0dce507-114a-4e35-a8d3-a4cddc93a113 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522606 Feb 21 01:30:51.934605 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-542567cb-af22-438b-8bc9-2787e9ed2225 req-7173cc3d-c001-4ab5-b9f3-1295a80dc5c2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Feb 21 01:30:53.050098 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754843-1135-4c2a-b1c8-2f235c4be942 req-a6860f03-e6b1-4e79-b5b1-aa5973c2b290 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:53.051606 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d754843-1135-4c2a-b1c8-2f235c4be942 req-a6860f03-e6b1-4e79-b5b1-aa5973c2b290 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522420 Feb 21 01:30:53.098793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d754843-1135-4c2a-b1c8-2f235c4be942 req-2c8bcb89-16e3-4fa4-9a70-1498bb3d1622 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Feb 21 01:30:54.215883 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19b628-c30d-487e-bc66-c59149591196 req-6b03d671-21ba-4fd1-91f8-dbbff9318648 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:54.217348 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe19b628-c30d-487e-bc66-c59149591196 req-6b03d671-21ba-4fd1-91f8-dbbff9318648 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0516064 Feb 21 01:30:54.266259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe19b628-c30d-487e-bc66-c59149591196 req-2c01f056-dbff-46f7-bc92-1866c585be11 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 21 01:30:54.331769 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:30:55.383442 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5ea66-a3f6-4567-8f43-5a4d0afe0702 req-e7ed9fdc-fe02-47e2-846c-e29343d8d30a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:55.384912 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fb5ea66-a3f6-4567-8f43-5a4d0afe0702 req-e7ed9fdc-fe02-47e2-846c-e29343d8d30a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530176 Feb 21 01:30:55.435827 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fb5ea66-a3f6-4567-8f43-5a4d0afe0702 req-d0d38fbe-5e38-48ef-a1dc-c215b1950cc8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454123 Feb 21 01:30:56.555019 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da73a8-64ee-4158-ad94-4ef9ad457c3c req-76326d6f-bf48-4540-8eec-fdb9e1913833 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:56.556586 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5da73a8-64ee-4158-ad94-4ef9ad457c3c req-76326d6f-bf48-4540-8eec-fdb9e1913833 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526228 Feb 21 01:30:56.604365 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5da73a8-64ee-4158-ad94-4ef9ad457c3c req-bfa92b43-1702-42da-b04f-f62f04317072 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 21 01:30:57.722267 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2741d2-d071-48d8-a5a3-c34a893edcf4 req-fdd5009b-1031-41cc-892f-5d773d6384c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:57.723703 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf2741d2-d071-48d8-a5a3-c34a893edcf4 req-fdd5009b-1031-41cc-892f-5d773d6384c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0524652 Feb 21 01:30:57.769061 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf2741d2-d071-48d8-a5a3-c34a893edcf4 req-14d8d709-aff1-4366-891f-b934228ec217 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Feb 21 01:30:58.884294 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa824-1f1c-4100-86de-f4408bb71983 req-04303a16-7527-43ca-942a-059e6ed04df4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:30:58.885728 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-12ffa824-1f1c-4100-86de-f4408bb71983 req-04303a16-7527-43ca-942a-059e6ed04df4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514901 Feb 21 01:30:58.931253 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-12ffa824-1f1c-4100-86de-f4408bb71983 req-7db82b18-8b0e-4f6d-87d0-26d917c613c7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Feb 21 01:30:59.533297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5dd707b2-9511-4e51-a2ec-36dfd3f7e75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:00.050325 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a432d-6756-4824-9d23-627e4cfb5865 req-ebcbf617-a65b-4ae2-b3f9-641387838276 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:00.051692 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260a432d-6756-4824-9d23-627e4cfb5865 req-ebcbf617-a65b-4ae2-b3f9-641387838276 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519807 Feb 21 01:31:00.096346 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260a432d-6756-4824-9d23-627e4cfb5865 req-f693b315-47c0-441a-acad-168507ea1f08 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Feb 21 01:31:01.217242 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa501bb-3af1-4303-8645-fb8c7509f4bb req-0cd39e19-174c-4026-b0f5-0cbbc8693725 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:01.218894 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8fa501bb-3af1-4303-8645-fb8c7509f4bb req-0cd39e19-174c-4026-b0f5-0cbbc8693725 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0545828 Feb 21 01:31:01.271032 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8fa501bb-3af1-4303-8645-fb8c7509f4bb req-88e479f5-0e84-499e-9a68-389e37459429 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 21 01:31:02.156974 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f8edd86b-5cd2-4414-b18c-92f1282cf015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:02.389203 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ae390-a3ba-43e0-8a0d-57a12313f45d req-44f11533-5383-4a67-99a8-ba1289a10b87 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:02.391320 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260ae390-a3ba-43e0-8a0d-57a12313f45d req-44f11533-5383-4a67-99a8-ba1289a10b87 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0574460 Feb 21 01:31:02.437892 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260ae390-a3ba-43e0-8a0d-57a12313f45d req-9186a36d-f892-4469-a549-3213e6e50494 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Feb 21 01:31:03.476328 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:03.557301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4211-aff6-4221-ba22-2d693ca3b1d1 req-64af3415-1b5f-4a3d-9daa-c405aecb5d0d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:03.558767 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4afe4211-aff6-4221-ba22-2d693ca3b1d1 req-64af3415-1b5f-4a3d-9daa-c405aecb5d0d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0525866 Feb 21 01:31:03.605460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4afe4211-aff6-4221-ba22-2d693ca3b1d1 req-eef6b741-aed1-4550-b695-2a1108c28583 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Feb 21 01:31:04.737493 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f52d6-87f3-4d14-80ad-6a926ce76cae req-a59376b8-07a8-4719-99b6-30201ba85f8d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:04.738959 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-384f52d6-87f3-4d14-80ad-6a926ce76cae req-a59376b8-07a8-4719-99b6-30201ba85f8d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0568929 Feb 21 01:31:04.785423 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-384f52d6-87f3-4d14-80ad-6a926ce76cae req-857c72d1-1e5c-42a0-95a7-d7e32e3d7500 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Feb 21 01:31:05.047961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:05.907891 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d49e-b6e6-4e83-b133-fd0013654099 req-ec3b15a0-df27-4140-b966-2e0a9f1c87dc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:05.909308 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a51d49e-b6e6-4e83-b133-fd0013654099 req-ec3b15a0-df27-4140-b966-2e0a9f1c87dc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559781 Feb 21 01:31:05.950695 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:05.955960 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a51d49e-b6e6-4e83-b133-fd0013654099 req-83170d5a-26d5-4e95-b575-39d50b2f4aad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Feb 21 01:31:07.076812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc4d5-ec03-4756-86b2-5337444833d4 req-a9a24adb-35da-48ce-829b-50e412a8b7ef tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:07.078263 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43fdc4d5-ec03-4756-86b2-5337444833d4 req-a9a24adb-35da-48ce-829b-50e412a8b7ef tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0555964 Feb 21 01:31:07.123191 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43fdc4d5-ec03-4756-86b2-5337444833d4 req-1ca8cae9-bd87-4439-b24c-dc5879ac1ca0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Feb 21 01:31:08.239968 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b79fa1-de24-4b2e-95e9-bf70de602426 req-f514c29d-c2bc-48c1-80b8-f95231d23c73 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:08.241420 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-16b79fa1-de24-4b2e-95e9-bf70de602426 req-f514c29d-c2bc-48c1-80b8-f95231d23c73 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0516300 Feb 21 01:31:08.287868 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-16b79fa1-de24-4b2e-95e9-bf70de602426 req-9ca1d5c9-8e4d-440f-8823-031cf56a375d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Feb 21 01:31:09.264482 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:09.410015 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f91b9-689f-4c44-a56b-639ef91d0de7 req-21ea2c56-9ca1-441a-874c-4f2185fdd753 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:09.411506 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ea4f91b9-689f-4c44-a56b-639ef91d0de7 req-21ea2c56-9ca1-441a-874c-4f2185fdd753 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0558550 Feb 21 01:31:09.457447 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ea4f91b9-689f-4c44-a56b-639ef91d0de7 req-c8978c1f-a8dd-4c12-af6e-b441c2fd20f5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Feb 21 01:31:10.572816 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d39d0c-f430-41c8-b7bf-b20b55c885a7 req-31855756-1d3e-4368-a6e2-5a16e2d4a746 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:10.574264 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f7d39d0c-f430-41c8-b7bf-b20b55c885a7 req-31855756-1d3e-4368-a6e2-5a16e2d4a746 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0510445 Feb 21 01:31:10.623165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f7d39d0c-f430-41c8-b7bf-b20b55c885a7 req-ba98cfab-10c0-4820-aa79-6ca8385234d0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Feb 21 01:31:11.741655 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dce1e-5227-4b10-97a1-b089440d30bb req-7af772fc-37e9-4868-a408-5863c2b0e98f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:11.743109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d95dce1e-5227-4b10-97a1-b089440d30bb req-7af772fc-37e9-4868-a408-5863c2b0e98f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523286 Feb 21 01:31:11.791285 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d95dce1e-5227-4b10-97a1-b089440d30bb req-9ebe4e80-13d6-4a2b-ac59-07f49bbf0f02 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Feb 21 01:31:12.906621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af3286-14d6-41b1-a2b8-5f87e25c2a39 req-f2809796-7f4e-4644-a511-4a9077b80b31 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:12.908095 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-23af3286-14d6-41b1-a2b8-5f87e25c2a39 req-f2809796-7f4e-4644-a511-4a9077b80b31 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519114 Feb 21 01:31:12.953803 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-23af3286-14d6-41b1-a2b8-5f87e25c2a39 req-c91853cf-d0e7-4e15-8f12-a8f96c3c671c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Feb 21 01:31:14.072375 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8cf7f-9a95-4081-bfc6-498d1e42aaf7 req-f3b1aa28-f0d9-413b-a661-cc1b55fbb4f2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:14.074017 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a4a8cf7f-9a95-4081-bfc6-498d1e42aaf7 req-f3b1aa28-f0d9-413b-a661-cc1b55fbb4f2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530527 Feb 21 01:31:14.120295 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a4a8cf7f-9a95-4081-bfc6-498d1e42aaf7 req-162e91b4-8c58-40ab-bbcb-fcb84fd4e678 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Feb 21 01:31:15.240066 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65187257-cf30-46bb-9719-0edabc8b7c96 req-51187ed9-5fac-4f0b-b568-618ee77d1de2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:15.241526 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-65187257-cf30-46bb-9719-0edabc8b7c96 req-51187ed9-5fac-4f0b-b568-618ee77d1de2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515227 Feb 21 01:31:15.286728 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-65187257-cf30-46bb-9719-0edabc8b7c96 req-de53467b-8777-46b2-a751-88e3205eae5c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Feb 21 01:31:16.402760 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b55ba-e861-4914-9728-da0aab0eec6d req-7f0e94ba-2079-4dce-9d11-6b9124711baf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:16.404183 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c58b55ba-e861-4914-9728-da0aab0eec6d req-7f0e94ba-2079-4dce-9d11-6b9124711baf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518646 Feb 21 01:31:16.450875 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c58b55ba-e861-4914-9728-da0aab0eec6d req-c6de3690-5fb8-4a63-9128-916aec7a5f9d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Feb 21 01:31:17.794924 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381cd19-955e-4785-9050-23e42a9007aa req-2829cd30-f31e-42b2-972d-640211e728b4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:17.796435 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7381cd19-955e-4785-9050-23e42a9007aa req-2829cd30-f31e-42b2-972d-640211e728b4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.2784555 Feb 21 01:31:17.842483 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7381cd19-955e-4785-9050-23e42a9007aa req-389cf58c-9663-4a85-a26b-e7d58be5b70d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Feb 21 01:31:18.965963 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aa32f-f00e-4986-b60d-188c61624d00 req-55c2e6dc-bd6f-4399-ac34-b0b83f3480e5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:18.967429 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-588aa32f-f00e-4986-b60d-188c61624d00 req-55c2e6dc-bd6f-4399-ac34-b0b83f3480e5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0557084 Feb 21 01:31:19.014585 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-588aa32f-f00e-4986-b60d-188c61624d00 req-21175005-44ee-4292-8c67-33711790ecbd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Feb 21 01:31:20.131775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d548fa-9df7-4f4d-b253-bb8dff89019c req-961e35e3-02cb-4a19-abb5-fc0b54acdd22 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:20.133165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c1d548fa-9df7-4f4d-b253-bb8dff89019c req-961e35e3-02cb-4a19-abb5-fc0b54acdd22 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526109 Feb 21 01:31:20.179116 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c1d548fa-9df7-4f4d-b253-bb8dff89019c req-68424729-ebf7-46d5-b9db-9ffd8af946da tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Feb 21 01:31:21.295562 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2874-1f6f-457d-bb71-8d9ca0003b96 req-2e5e0e59-72d5-46ea-9cd9-c27113cffd42 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:21.297603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-723c2874-1f6f-457d-bb71-8d9ca0003b96 req-2e5e0e59-72d5-46ea-9cd9-c27113cffd42 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0534511 Feb 21 01:31:21.342573 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-723c2874-1f6f-457d-bb71-8d9ca0003b96 req-71b1c008-5f13-48b9-97e3-ede644a52f80 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Feb 21 01:31:22.462899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ff131-5268-4dfa-87bb-76c525f56095 req-a499513e-07de-47c9-af0b-72c0780cf00c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:22.464373 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-581ff131-5268-4dfa-87bb-76c525f56095 req-a499513e-07de-47c9-af0b-72c0780cf00c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0558660 Feb 21 01:31:22.511703 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-581ff131-5268-4dfa-87bb-76c525f56095 req-9bcd7261-efcf-4179-9a4d-868f8982a1ce tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Feb 21 01:31:23.631507 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2917-0c99-4372-8c33-a284cf4c94ca req-649c8d99-9b21-4e70-bafc-a0044114e831 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:23.632984 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b9b2917-0c99-4372-8c33-a284cf4c94ca req-649c8d99-9b21-4e70-bafc-a0044114e831 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518446 Feb 21 01:31:23.681440 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b9b2917-0c99-4372-8c33-a284cf4c94ca req-fb023d28-f009-46ae-9cc9-05ce2a1aeff2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Feb 21 01:31:24.797518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e1a7f-388d-4ff4-badf-e03c67dafd03 req-ff5a5fe7-314d-47da-8e6c-d6c25bead659 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:24.798870 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b62e1a7f-388d-4ff4-badf-e03c67dafd03 req-ff5a5fe7-314d-47da-8e6c-d6c25bead659 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521276 Feb 21 01:31:24.844277 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b62e1a7f-388d-4ff4-badf-e03c67dafd03 req-70f58c67-58cb-4a33-8350-768994c6ae68 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Feb 21 01:31:25.960506 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950be39d-3db8-47aa-ab5e-6f3e0a8f0196 req-f42ff9d6-ed66-4c11-9b5b-dd004d2fa824 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:25.961970 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-950be39d-3db8-47aa-ab5e-6f3e0a8f0196 req-f42ff9d6-ed66-4c11-9b5b-dd004d2fa824 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515618 Feb 21 01:31:26.007614 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-950be39d-3db8-47aa-ab5e-6f3e0a8f0196 req-329d5f3a-ec61-45f2-bdff-b3cda4217a0f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Feb 21 01:31:27.125264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10681cd-b1b2-4734-9e60-03fea8f182c8 req-dd0a145b-2542-44d0-83e6-425fcc4e6681 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:27.127578 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a10681cd-b1b2-4734-9e60-03fea8f182c8 req-dd0a145b-2542-44d0-83e6-425fcc4e6681 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0528753 Feb 21 01:31:27.176625 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a10681cd-b1b2-4734-9e60-03fea8f182c8 req-cbf0832b-00da-402e-adf5-bb0d83191009 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Feb 21 01:31:28.293270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2f6c-c0fb-41b8-98a2-ea8303cc23ea req-a4a1c312-07c3-4fdd-bd82-4df1ec96dae5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:28.294716 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-074c2f6c-c0fb-41b8-98a2-ea8303cc23ea req-a4a1c312-07c3-4fdd-bd82-4df1ec96dae5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519361 Feb 21 01:31:28.339541 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-074c2f6c-c0fb-41b8-98a2-ea8303cc23ea req-d9eeb983-bb52-4fc8-a4bb-c212c989fc00 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Feb 21 01:31:29.458063 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9676-753c-41ea-b240-602da57bfdee req-33eb81fd-f4c8-4adf-a040-72d5aec5b74e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:29.469500 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee2b9676-753c-41ea-b240-602da57bfdee req-33eb81fd-f4c8-4adf-a040-72d5aec5b74e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0532982 Feb 21 01:31:29.504787 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee2b9676-753c-41ea-b240-602da57bfdee req-504bd955-1726-4595-b47f-0d94cab45332 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Feb 21 01:31:29.515283 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2273b4d7-c18f-4fdc-afd5-e6d9083d68bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:30.625127 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6f15-64ad-4604-a74f-0698785f91b9 req-96370015-696c-48df-ad67-b7aea165ec0d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:30.626522 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-730f6f15-64ad-4604-a74f-0698785f91b9 req-96370015-696c-48df-ad67-b7aea165ec0d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0556140 Feb 21 01:31:30.674364 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-730f6f15-64ad-4604-a74f-0698785f91b9 req-855ed3cc-9408-4202-a164-ed5e016c261e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Feb 21 01:31:31.330956 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:31:31.794329 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531af3f-69f1-4021-95af-4cb17eb56b44 req-9d2e897b-2204-4140-ac87-310393f10818 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:31.795801 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2531af3f-69f1-4021-95af-4cb17eb56b44 req-9d2e897b-2204-4140-ac87-310393f10818 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0538743 Feb 21 01:31:31.842586 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2531af3f-69f1-4021-95af-4cb17eb56b44 req-922e9253-7a22-4b25-844d-79b8e368579a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Feb 21 01:31:32.143815 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f922f5c9-d9b6-4b0c-9e60-05b2a49fd0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:32.481218 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-39d1079e-8d5a-4a9c-94bb-1a360eda43df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1377335 Feb 21 01:31:32.562657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210004d-9142-427c-a893-abab6e19a741 req-4817399b-344b-4fbb-b643-1a8e222f7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:32.564760 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-4817399b-344b-4fbb-b643-1a8e222f7e44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0438104 Feb 21 01:31:32.664497 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210004d-9142-427c-a893-abab6e19a741 req-3cee4038-a389-452e-8869-dd80bfa3f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:32.665907 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-3cee4038-a389-452e-8869-dd80bfa3f78d service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0834112 Feb 21 01:31:32.711241 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-7af5b03f-3d20-4d49-9ac0-44bcf1ea2081 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0398459 Feb 21 01:31:32.759254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210004d-9142-427c-a893-abab6e19a741 req-9b788dd1-c1c4-4f79-8ae7-080bb746569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:32.760721 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-9b788dd1-c1c4-4f79-8ae7-080bb746569b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0440650 Feb 21 01:31:32.791922 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-4c66b14f-9319-4f6b-93ea-f76d29aa238e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Feb 21 01:31:32.884438 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-7dbd1d85-e303-4511-980d-7b35b7ad0416 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869591 Feb 21 01:31:32.973122 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544cbe3-e89c-4879-ba95-183abfe509e4 req-8f79027a-997d-4bd5-aa64-95e68e104168 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:32.973122 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5544cbe3-e89c-4879-ba95-183abfe509e4 req-8f79027a-997d-4bd5-aa64-95e68e104168 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0563984 Feb 21 01:31:32.985075 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2210004d-9142-427c-a893-abab6e19a741 req-551d8ec5-b2e8-41da-b392-e489cfac5921 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949590 Feb 21 01:31:33.026652 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5544cbe3-e89c-4879-ba95-183abfe509e4 req-c7c02b9f-869b-4b4b-9b01-45bd493bc2f3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Feb 21 01:31:33.446555 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:34.148599 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265fd13-8588-44bc-93d8-f41e6b5e21f5 req-bea2255e-0e21-4870-b28a-47e0a8d72300 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:34.149993 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9265fd13-8588-44bc-93d8-f41e6b5e21f5 req-bea2255e-0e21-4870-b28a-47e0a8d72300 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0576050 Feb 21 01:31:34.195760 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9265fd13-8588-44bc-93d8-f41e6b5e21f5 req-d2908852-636c-4319-ae62-11b02209829a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Feb 21 01:31:35.029201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:35.317190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864693-b6d5-403d-a46b-87b21b9c8517 req-d8a30d52-36f7-41d1-a5bf-fcfb5e77a441 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:35.318634 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-40864693-b6d5-403d-a46b-87b21b9c8517 req-d8a30d52-36f7-41d1-a5bf-fcfb5e77a441 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0548770 Feb 21 01:31:35.363177 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-40864693-b6d5-403d-a46b-87b21b9c8517 req-d7555cde-1f1f-41e9-b591-5910a2f1e5ab tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Feb 21 01:31:35.943333 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:36.481047 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b56995-a921-4e2c-812c-53c4da8c6a68 req-57bca652-7070-4c47-bec7-5a028218db36 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:36.482504 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20b56995-a921-4e2c-812c-53c4da8c6a68 req-57bca652-7070-4c47-bec7-5a028218db36 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529447 Feb 21 01:31:36.529317 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20b56995-a921-4e2c-812c-53c4da8c6a68 req-c5cdb46c-dd7a-4010-9fda-54f5f88cf3ca tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Feb 21 01:31:37.646055 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bf73c-0d4e-456a-a431-60a58239c51c req-62b88bef-1c33-4e42-a1d4-05d47650214e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:37.647483 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f30bf73c-0d4e-456a-a431-60a58239c51c req-62b88bef-1c33-4e42-a1d4-05d47650214e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519860 Feb 21 01:31:37.692614 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f30bf73c-0d4e-456a-a431-60a58239c51c req-2f0b1557-fe68-4c1e-8931-5f33848242f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Feb 21 01:31:38.810398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed158d8-4102-4724-84e6-66d7370a22c6 req-82dfb891-999c-4167-89f1-9152fde3d66d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:38.811866 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fed158d8-4102-4724-84e6-66d7370a22c6 req-82dfb891-999c-4167-89f1-9152fde3d66d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0525053 Feb 21 01:31:38.861745 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fed158d8-4102-4724-84e6-66d7370a22c6 req-8539e37b-6a2f-4424-a4a1-dbfd343645ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Feb 21 01:31:39.263495 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:39.979129 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0eda-6f48-488c-b33e-8ed8714c7764 req-d78c8fa0-2333-4037-86f4-774a112a53d2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:39.980627 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b37c0eda-6f48-488c-b33e-8ed8714c7764 req-d78c8fa0-2333-4037-86f4-774a112a53d2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514009 Feb 21 01:31:40.029964 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b37c0eda-6f48-488c-b33e-8ed8714c7764 req-6e8be59b-0094-4f7b-abf3-16ad93d3de24 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Feb 21 01:31:41.152030 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2522-0bcf-4d97-9a14-7b8f4f5e71fe req-4ab05b0d-e0b2-4437-85de-fc3636b86fb5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:41.153485 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865b2522-0bcf-4d97-9a14-7b8f4f5e71fe req-4ab05b0d-e0b2-4437-85de-fc3636b86fb5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518987 Feb 21 01:31:41.198210 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865b2522-0bcf-4d97-9a14-7b8f4f5e71fe req-14a395d7-c517-4391-9ad3-ae60e4136bbd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390875 Feb 21 01:31:42.315518 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424893e-d95a-4d81-8e6e-170f00831dee req-102d5793-1ff3-40b0-a957-e5a73e354e6a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:42.317021 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d424893e-d95a-4d81-8e6e-170f00831dee req-102d5793-1ff3-40b0-a957-e5a73e354e6a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0513413 Feb 21 01:31:42.365568 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d424893e-d95a-4d81-8e6e-170f00831dee req-a752388e-fe78-467d-bc17-fa8b16b107b1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Feb 21 01:31:43.486964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c4789-b5b2-49db-9e24-18645b117565 req-7151406b-aa7f-4aba-a420-6fdb4aae1193 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:43.488482 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aa8c4789-b5b2-49db-9e24-18645b117565 req-7151406b-aa7f-4aba-a420-6fdb4aae1193 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0539725 Feb 21 01:31:43.535678 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aa8c4789-b5b2-49db-9e24-18645b117565 req-2b0ce61c-3e91-4248-86c7-b59ee0df2f9a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Feb 21 01:31:44.652446 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394ca7d-2a08-4672-b183-882611bae02b req-099ec052-ad9d-4c9e-95aa-e9e1c793c2ae tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:44.653927 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3394ca7d-2a08-4672-b183-882611bae02b req-099ec052-ad9d-4c9e-95aa-e9e1c793c2ae tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0516496 Feb 21 01:31:44.699077 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3394ca7d-2a08-4672-b183-882611bae02b req-127515e3-e060-4837-a5b5-d3b0eb8c45b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Feb 21 01:31:45.819783 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6b784-3e4e-4c38-a7bf-ef92d4f392fe req-838d7abd-00ef-4cb1-b06d-355f9110d1f5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:45.821287 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d6f6b784-3e4e-4c38-a7bf-ef92d4f392fe req-838d7abd-00ef-4cb1-b06d-355f9110d1f5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559981 Feb 21 01:31:45.868392 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d6f6b784-3e4e-4c38-a7bf-ef92d4f392fe req-f83de72c-b064-4172-b039-de15be743b1f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Feb 21 01:31:46.989518 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e35dd-4826-49ce-8667-25ea5460d865 req-5b8495fc-38c5-4a16-9ab5-768b3645e91c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:46.991142 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-976e35dd-4826-49ce-8667-25ea5460d865 req-5b8495fc-38c5-4a16-9ab5-768b3645e91c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0566275 Feb 21 01:31:47.037533 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-976e35dd-4826-49ce-8667-25ea5460d865 req-af5cfa63-d398-432b-b223-9e282aec7173 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Feb 21 01:31:48.156924 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2c9dd-0433-4e54-a7b4-3fc12a146d2b req-f3af8409-4a2c-4a9e-a9b9-99501267278c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:48.158550 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-46b2c9dd-0433-4e54-a7b4-3fc12a146d2b req-f3af8409-4a2c-4a9e-a9b9-99501267278c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518432 Feb 21 01:31:48.205371 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-46b2c9dd-0433-4e54-a7b4-3fc12a146d2b req-75da2737-a8dc-4c3a-b062-9f43026b0325 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Feb 21 01:31:49.324649 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee5301-200d-47e5-99fb-c272ba200e0f req-33430c97-70f0-4e9c-940b-70dfe71a6d3a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:49.326111 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4dee5301-200d-47e5-99fb-c272ba200e0f req-33430c97-70f0-4e9c-940b-70dfe71a6d3a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0517945 Feb 21 01:31:49.376793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4dee5301-200d-47e5-99fb-c272ba200e0f req-585d0695-1757-442e-aae8-be4ffbb5c555 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Feb 21 01:31:50.492961 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe755a-1a78-4b80-bc3b-85a91c135858 req-6bccb7e9-18e6-45f1-beea-4ea670e34f0a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:50.494405 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6abe755a-1a78-4b80-bc3b-85a91c135858 req-6bccb7e9-18e6-45f1-beea-4ea670e34f0a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0506704 Feb 21 01:31:50.542962 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6abe755a-1a78-4b80-bc3b-85a91c135858 req-620defff-e1c5-43b5-b785-b4d4d2fa1928 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Feb 21 01:31:51.658894 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd62567-0d35-458d-bf5e-0ef137f72b1c req-6d4b6107-02cf-4183-8ac2-cbfcf65c1f20 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:51.660358 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-abd62567-0d35-458d-bf5e-0ef137f72b1c req-6d4b6107-02cf-4183-8ac2-cbfcf65c1f20 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521071 Feb 21 01:31:51.709129 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-abd62567-0d35-458d-bf5e-0ef137f72b1c req-7d57bb56-e6ee-4148-bed0-049b1b8bc423 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Feb 21 01:31:52.824553 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fe88a-6d85-4ad8-8986-1c478be4d37c req-53d9acbe-c70c-425d-88cf-c96d2f1a635d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:52.826011 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f71fe88a-6d85-4ad8-8986-1c478be4d37c req-53d9acbe-c70c-425d-88cf-c96d2f1a635d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0525732 Feb 21 01:31:52.871709 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f71fe88a-6d85-4ad8-8986-1c478be4d37c req-fb29982e-1b70-4715-833b-c364401e17b5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Feb 21 01:31:53.988813 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e39b49-7c7b-43f5-a0db-266c02688505 req-f0474c68-e3fe-4845-9a1e-03cb04157241 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:53.990250 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-12e39b49-7c7b-43f5-a0db-266c02688505 req-f0474c68-e3fe-4845-9a1e-03cb04157241 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515883 Feb 21 01:31:54.035502 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-12e39b49-7c7b-43f5-a0db-266c02688505 req-5de94fd0-6319-44c1-b109-d56aa7c97834 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Feb 21 01:31:55.151135 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82563726-f6cd-4283-89f3-bc69a060eb10 req-6fa08c98-f063-49f7-bfdb-8dbf8519a6c0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:55.152683 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82563726-f6cd-4283-89f3-bc69a060eb10 req-6fa08c98-f063-49f7-bfdb-8dbf8519a6c0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521898 Feb 21 01:31:55.199401 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-82563726-f6cd-4283-89f3-bc69a060eb10 req-31b22cd9-3a37-41ea-b7da-a1a5486fc3cb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Feb 21 01:31:56.319780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568db57-ae1c-4586-a39a-4b72b1fc515e req-5fbf8e91-30bb-42af-9cca-4976a573f74e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:56.321339 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8568db57-ae1c-4586-a39a-4b72b1fc515e req-5fbf8e91-30bb-42af-9cca-4976a573f74e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0533659 Feb 21 01:31:56.367369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8568db57-ae1c-4586-a39a-4b72b1fc515e req-e9b8de1d-4266-4962-8616-f6214f835a01 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Feb 21 01:31:57.490116 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088e06-829f-4161-8a5c-d77014848a71 req-de746159-550a-4895-8309-3c4902ec4f90 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:57.491557 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fb088e06-829f-4161-8a5c-d77014848a71 req-de746159-550a-4895-8309-3c4902ec4f90 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0557728 Feb 21 01:31:57.536205 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fb088e06-829f-4161-8a5c-d77014848a71 req-199b7fda-b87b-4ff5-8806-b0e5988e4291 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Feb 21 01:31:58.655415 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531d812-38fb-43c2-b6fe-6ccbbd2966c8 req-792c1f09-9e71-4255-8e76-1fda90b37fab tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:58.656890 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d531d812-38fb-43c2-b6fe-6ccbbd2966c8 req-792c1f09-9e71-4255-8e76-1fda90b37fab tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0552559 Feb 21 01:31:58.701622 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d531d812-38fb-43c2-b6fe-6ccbbd2966c8 req-e8ab7b73-a089-481c-a130-24bafa24b679 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Feb 21 01:31:59.542696 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1f5dfa4-bc7e-4b59-bf4f-7368e7cb00f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.818341 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6d864-791b-4fa6-acfa-f7edabcfdfb1 req-71412841-a698-4b6f-9956-12cb84b0d6d8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:59.819881 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-afe6d864-791b-4fa6-acfa-f7edabcfdfb1 req-71412841-a698-4b6f-9956-12cb84b0d6d8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0538614 Feb 21 01:31:59.866410 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-afe6d864-791b-4fa6-acfa-f7edabcfdfb1 req-d5ed0b33-98d0-403c-b29a-a9471cd2a168 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Feb 21 01:32:00.980723 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad99672-396e-41bf-aa1e-1c06c8b6442e req-c459126c-d734-46da-a2e4-dbe059163472 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:00.982172 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0ad99672-396e-41bf-aa1e-1c06c8b6442e req-c459126c-d734-46da-a2e4-dbe059163472 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0507176 Feb 21 01:32:01.027708 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0ad99672-396e-41bf-aa1e-1c06c8b6442e req-d3c96cd5-55f9-43c1-9ae9-c5e145a18b70 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Feb 21 01:32:02.152781 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050f7b1-a497-4381-b7ad-02def71bc9cc req-c4b0c84c-52cc-4bdd-9dd8-98e06362fc19 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:02.154247 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4050f7b1-a497-4381-b7ad-02def71bc9cc req-c4b0c84c-52cc-4bdd-9dd8-98e06362fc19 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0598731 Feb 21 01:32:02.194559 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1b08b0b5-1bca-4829-8474-6338acdcb59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.203230 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4050f7b1-a497-4381-b7ad-02def71bc9cc req-c154a595-e67d-42c2-9eb3-f1bc3e11e42c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Feb 21 01:32:03.132785 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e2361b36-f3d7-4198-be29-a35c06156597 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:03.134235 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e2361b36-f3d7-4198-be29-a35c06156597 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2aa103a-4f89-45a6-8c62-09282555e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0552063 Feb 21 01:32:03.226356 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Deleting port 17542d9a-ec16-46b0-907e-71f3f5221834 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:32:03.226704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.317867 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] For port 17542d9a-ec16-46b0-907e-71f3f5221834, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17542d9a-ec16-46b0-907e-71f3f5221834,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:03.318232 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.321792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8bf22-04cb-4a2f-aa08-5e0f3263f598 req-74170e7a-23f1-4a0d-8ede-7d8537bb5a47 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:03.323329 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4bf8bf22-04cb-4a2f-aa08-5e0f3263f598 req-74170e7a-23f1-4a0d-8ede-7d8537bb5a47 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520244 Feb 21 01:32:03.374819 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4bf8bf22-04cb-4a2f-aa08-5e0f3263f598 req-c37a21f7-673e-4958-847d-c497b52623e1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Feb 21 01:32:03.445434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.488398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.488694 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.489015 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Floating IP 25971576-f939-4237-a2be-dfc7df451f83 disassociated. External IP: 172.27.2.224, port: 17542d9a-ec16-46b0-907e-71f3f5221834. Feb 21 01:32:03.489360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Calling delete_port for 17542d9a-ec16-46b0-907e-71f3f5221834 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:32:03.668592 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (17542d9a-ec16-46b0-907e-71f3f5221834), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.699410 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'Port': ['ID=17542d9a-ec16-46b0-907e-71f3f5221834,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:03.710971 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.711441 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.711672 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.712115 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.712462 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.712815 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.713155 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.713493 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.714025 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.714196 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.714477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.714809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.715143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:03.832643 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:32:03.942514 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:03.953435 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:03.963916 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:03.964595 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:32:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:03.984346 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] No DVR routers for this DVR port 17542d9a-ec16-46b0-907e-71f3f5221834 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:32:03.986817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.990296 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d4278293-a014-4dba-a347-d375d47f91d6 req-e033c4b4-dd67-48c6-9a98-172f73ee523c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "DELETE /v2.0/ports/17542d9a-ec16-46b0-907e-71f3f5221834 HTTP/1.1" status: 204 len: 173 time: 0.8510144 Feb 21 01:32:03.990693 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-deleted', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:03.992991 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80916f09-5709-4e35-b598-203c82866f67" -d '{"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-deleted", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:04.149579 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:04.188540 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c19ef4e-c2dc-4d7b-9e15-0b6cb5a4d4d0 x-openstack-request-id: req-1c19ef4e-c2dc-4d7b-9e15-0b6cb5a4d4d0 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:04.189065 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aa103a-4f89-45a6-8c62-09282555e3b3", "name": "network-vif-deleted", "tag": "17542d9a-ec16-46b0-907e-71f3f5221834", "status": "failed", "code": 422}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:04.189065 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c19ef4e-c2dc-4d7b-9e15-0b6cb5a4d4d0 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:04.189485 dv-cinder-813227-6-iscsi neutron-server[103416]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2aa103a-4f89-45a6-8c62-09282555e3b3', 'name': 'network-vif-deleted', 'tag': '17542d9a-ec16-46b0-907e-71f3f5221834', 'status': 'failed', 'code': 422} returned with failed status Feb 21 01:32:04.345030 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:04.370574 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:04.379526 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:04.380174 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:32:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:04.491748 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:04.673794 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab2c50-b9f3-4eff-9f6d-b458a2d1ceec req-97ed67e4-51ac-40fd-a762-514ee48979b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:04.676110 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0ab2c50-b9f3-4eff-9f6d-b458a2d1ceec req-97ed67e4-51ac-40fd-a762-514ee48979b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0532203 Feb 21 01:32:04.696965 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:04.727551 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6a3e8-e1ed-45f9-923d-66fe34ec6b04 None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:04.728171 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e0ab2c50-b9f3-4eff-9f6d-b458a2d1ceec req-3730d8ea-f48d-4754-8c56-f7dc3310fce3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Feb 21 01:32:04.980936 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a6bf1-57d5-4394-a91d-623cf8a98c3c None None] New status for floating IP 25971576-f939-4237-a2be-dfc7df451f83: DOWN {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:32:05.019605 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.195476 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 37170) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.251432 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.274873 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.353879 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.356527 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.357744 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "DELETE /v2.0/security-groups/4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541 HTTP/1.1" status: 204 len: 168 time: 0.1611350 Feb 21 01:32:05.360801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 37172) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.366604 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417e637-d683-4b76-83ce-8a1577a22e6c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:05.374526 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.api.v2.resource [None req-48fb87ec-fc56-4584-a621-0dcf169794b3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] show failed (client error): The resource could not be found. Feb 21 01:32:05.375569 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-48fb87ec-fc56-4584-a621-0dcf169794b3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups/4dd9c3cd-a1c2-45dc-a10c-a4f89f2dc541 HTTP/1.1" status: 404 len: 347 time: 0.0137341 Feb 21 01:32:05.379039 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 37174) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.507297 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Deleting port ad59d77f-f647-4f19-b49a-e4a2f0916d3d {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:32:05.507647 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.583372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.583702 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.595345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Calling delete_port for ad59d77f-f647-4f19-b49a-e4a2f0916d3d owned by network:floatingip {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:32:05.782017 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (ad59d77f-f647-4f19-b49a-e4a2f0916d3d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.812048 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'Port': ['ID=ad59d77f-f647-4f19-b49a-e4a2f0916d3d,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:05.862982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.863157 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.863469 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.863818 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.864191 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.864533 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.864883 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.865222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.865555 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.865888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.866219 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.866547 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.866880 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:05.925387 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (25971576-f939-4237-a2be-dfc7df451f83), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.927941 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.929080 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cc082fc1-2ec9-4eea-998c-8439c0d432ee tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "DELETE /v2.0/floatingips/25971576-f939-4237-a2be-dfc7df451f83 HTTP/1.1" status: 204 len: 168 time: 0.5489161 Feb 21 01:32:05.936509 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ae93-404b-4ea0-b6fe-ebc1ee6bfcf0 req-7b7b3a95-dffa-4781-83fc-5c34d57dbb72 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:05.949333 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f10ae93-404b-4ea0-b6fe-ebc1ee6bfcf0 req-7b7b3a95-dffa-4781-83fc-5c34d57dbb72 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.1294444 Feb 21 01:32:05.988389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f10ae93-404b-4ea0-b6fe-ebc1ee6bfcf0 req-bb487625-673c-41fb-85f4-650dab3b03d3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Feb 21 01:32:06.022760 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.463005 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 37188) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:06.467555 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466766949', 'description': 'tempest-description--874942122'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:06.548549 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.614982 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (8518a279-58ab-497d-855f-025dc3192e99), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.650956 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8518a279-58ab-497d-855f-025dc3192e99), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.679012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8518a279-58ab-497d-855f-025dc3192e99,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:06.727841 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.729125 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-bf19210a-2b18-4879-a7c8-ce0b4ec1ab86 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2650633 Feb 21 01:32:06.731902 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 37190) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:06.736144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group_rule': {'security_group_id': '8518a279-58ab-497d-855f-025dc3192e99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:06.833472 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (588b4c5b-5c6d-4964-b884-32f2538eac85), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.889193 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (588b4c5b-5c6d-4964-b884-32f2538eac85), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.954205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (588b4c5b-5c6d-4964-b884-32f2538eac85), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.970192 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588b4c5b-5c6d-4964-b884-32f2538eac85,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.053486 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.054705 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-74ed8738-cc24-4104-859f-05d9eb308815 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218641 Feb 21 01:32:07.057674 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 37202) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:07.062107 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'security_group_rule': {'security_group_id': '8518a279-58ab-497d-855f-025dc3192e99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:07.111812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55796d8-f1c3-48b8-b210-2e9ea9580fa4 req-20eede0b-dbdf-4d25-8060-973eb6f3ab64 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:07.113375 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c55796d8-f1c3-48b8-b210-2e9ea9580fa4 req-20eede0b-dbdf-4d25-8060-973eb6f3ab64 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0560136 Feb 21 01:32:07.159281 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c55796d8-f1c3-48b8-b210-2e9ea9580fa4 req-67e9b73d-6dd7-492d-a24c-c9c4508fc754 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Feb 21 01:32:07.165215 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (7314fc3c-ba4d-4d34-9843-ebc59ade8ca0), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.214439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (7314fc3c-ba4d-4d34-9843-ebc59ade8ca0), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.279875 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (7314fc3c-ba4d-4d34-9843-ebc59ade8ca0), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.300586 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7314fc3c-ba4d-4d34-9843-ebc59ade8ca0,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.344712 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.345961 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5e49b922-b3a0-4e7b-a2e6-a207336516d7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872651 Feb 21 01:32:07.349131 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 37204) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:07.353493 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:07.422898 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.519116 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.622652 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Allocated IP 172.27.2.66 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/29188f1f-f3bc-4b08-8c8a-7edca1bcc187) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:07.719470 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.794403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.833178 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:07.836101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:07.839398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:07.869145 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=29188f1f-f3bc-4b08-8c8a-7edca1bcc187,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.929802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.024045 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.176548 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.278179 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae47b-91d0-402e-b447-bcf6a84895c8 req-684382ed-692a-464a-8eea-1358cdb41207 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:08.279581 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ecaae47b-91d0-402e-b447-bcf6a84895c8 req-684382ed-692a-464a-8eea-1358cdb41207 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529897 Feb 21 01:32:08.280689 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.329800 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:08.380573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=29188f1f-f3bc-4b08-8c8a-7edca1bcc187,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:08.392671 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.405318 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ecaae47b-91d0-402e-b447-bcf6a84895c8 req-79f3f07c-729a-4f60-a26a-9a00c9cd267c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160669 Feb 21 01:32:08.470683 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.472623 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-5d6c6df7-9013-4726-a7d7-9db561b2f46a tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1225288 Feb 21 01:32:08.663974 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-62fd6efc-6166-4bff-b337-537d6b2f9b62 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--466766949&fields=id&tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 267 time: 0.0490785 Feb 21 01:32:08.769835 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-65ae7714-1ebe-41d1-b7ff-6181f85ba0f9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:08.771288 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-65ae7714-1ebe-41d1-b7ff-6181f85ba0f9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 817 time: 0.1010613 Feb 21 01:32:08.785572 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-79f9fa13-8e4e-4255-9700-1349e4c19842 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/quotas/8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 375 time: 0.0089319 Feb 21 01:32:08.839925 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-94a858f2-dec7-4e39-b14b-db2d398c3671 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497432 Feb 21 01:32:08.900757 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-25f7bf29-d487-4e40-b4c6-3cee11ee1579 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:08.901757 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-25f7bf29-d487-4e40-b4c6-3cee11ee1579 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514081 Feb 21 01:32:08.986811 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-89d468d0-6000-4d3e-8b52-a604cb270e38 service neutron] 10.222.0.91 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791907 Feb 21 01:32:09.082669 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-014ccc09-b806-4d29-8a0e-e37a62419016 service neutron] 10.222.0.91 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897434 Feb 21 01:32:09.251694 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.312331 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7ef63249-3579-4d0b-8c1c-74020455f028 req-cd4886e1-c38f-455d-9ce1-792d817317da tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 210 time: 0.0295308 Feb 21 01:32:09.525294 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c062f-3d3d-42bc-9a9d-b72496d1e53d req-42aac8d7-25a7-48f5-b9f7-26c414c99205 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:09.526809 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-675c062f-3d3d-42bc-9a9d-b72496d1e53d req-42aac8d7-25a7-48f5-b9f7-26c414c99205 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0534172 Feb 21 01:32:09.574211 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-675c062f-3d3d-42bc-9a9d-b72496d1e53d req-2e262b9e-6c9c-4eef-af34-adcb6df94733 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Feb 21 01:32:10.413337 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-011fea5d-39c4-4235-a9b9-c257da591670 req-6dc94b28-79fa-487d-a0ea-6e403173f828 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Feb 21 01:32:10.697967 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6929-1ff1-4083-8a62-371bebb544b2 req-11cf357b-0712-4be9-8f6a-9c4becc8cd5e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:10.699410 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-646f6929-1ff1-4083-8a62-371bebb544b2 req-11cf357b-0712-4be9-8f6a-9c4becc8cd5e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0561004 Feb 21 01:32:10.745451 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-646f6929-1ff1-4083-8a62-371bebb544b2 req-0f334b75-b18f-405f-980b-ae5e5c6010ff tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Feb 21 01:32:11.237439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-6134d0d8-66f0-432d-9b26-8a0f7b4330a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:11.239076 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-6134d0d8-66f0-432d-9b26-8a0f7b4330a3 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 817 time: 0.1121721 Feb 21 01:32:11.298854 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b3aa1c10-5147-4e56-b37e-647c6ae4d2e7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf HTTP/1.1" status: 200 len: 379 time: 0.0514562 Feb 21 01:32:11.306708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'port': {'device_id': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'admin_state_up': True, 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'security_groups': ['8518a279-58ab-497d-855f-025dc3192e99']}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:11.495531 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Made reservation on behalf of 8ef8a0b8828d4a38a7f8a9465fa9fbaf for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:11.504646 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.527325 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c0fb05e1-8378-4ea0-804b-bfc93aaafd37 req-591d15f6-8700-4198-a7ee-bcecebed8cb6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 210 time: 0.0424757 Feb 21 01:32:11.640280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Allocated IP 172.20.0.13 (5f0d0617-4e78-4e05-abc5-75ee47858c30/d0db7af0-c5ff-4a99-920a-4e0006e56a58/83a888b1-da52-44e7-9486-c1020c3facd8) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:11.777829 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for port (83a888b1-da52-44e7-9486-c1020c3facd8), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.867362 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7bdbf-df46-4f66-af13-d906b8fceba7 req-a09c801e-7844-4f9b-a5e8-00e255f9b304 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:11.868873 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-52f7bdbf-df46-4f66-af13-d906b8fceba7 req-a09c801e-7844-4f9b-a5e8-00e255f9b304 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0554831 Feb 21 01:32:11.874474 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.915333 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-52f7bdbf-df46-4f66-af13-d906b8fceba7 req-11946c49-90b2-45b9-92f3-c897e2e6ce01 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Feb 21 01:32:11.920881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:11.924047 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:11.928585 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:11.957952 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event updated for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:11.989692 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:11.990326 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.054280 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-e0831172-0142-452e-9cea-d5542867a810 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7510612 Feb 21 01:32:12.067578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Request body: {'port': {'device_id': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:12.097225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-199101c7-25dc-45af-b743-099b9814214a None None] Provisioning complete for port 83a888b1-da52-44e7-9486-c1020c3facd8 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:12.097802 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-199101c7-25dc-45af-b743-099b9814214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.130687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.135946 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-199101c7-25dc-45af-b743-099b9814214a None None] Port 83a888b1-da52-44e7-9486-c1020c3facd8 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:12.390609 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a888b1-da52-44e7-9486-c1020c3facd8 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:12.398452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks [] for port (83a888b1-da52-44e7-9486-c1020c3facd8), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.411180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Transition to ACTIVE for port object 83a888b1-da52-44e7-9486-c1020c3facd8 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:12.529799 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.588357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Pushing event updated for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:12.688162 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Attempting to bind port 83a888b1-da52-44e7-9486-c1020c3facd8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:12.688501 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Attempting to bind port 83a888b1-da52-44e7-9486-c1020c3facd8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:12.688835 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Attempting to bind port 83a888b1-da52-44e7-9486-c1020c3facd8 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:12.698058 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Port 83a888b1-da52-44e7-9486-c1020c3facd8 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:12.698373 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Attempting to bind port 83a888b1-da52-44e7-9486-c1020c3facd8 on network 5f0d0617-4e78-4e05-abc5-75ee47858c30 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:12.706819 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432becb2-e9c3-49ff-bb14-e9bede87d967 req-e4fc6537-5409-4de7-b286-ffb112c327c2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:12.708348 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-432becb2-e9c3-49ff-bb14-e9bede87d967 req-e4fc6537-5409-4de7-b286-ffb112c327c2 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 944 time: 0.0825994 Feb 21 01:32:12.712546 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:12.712896 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Checking segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:12.713287 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Bound using segment: {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:12.713723 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Bound port: 83a888b1-da52-44e7-9486-c1020c3facd8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b79c00-5b19-4af5-aade-fc7931ca6db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:12.714089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.798289 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-432becb2-e9c3-49ff-bb14-e9bede87d967 req-ad490844-586c-4f53-a651-dc79d17ccbf6 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819457 Feb 21 01:32:12.814936 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:12.819032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=83a888b1-da52-44e7-9486-c1020c3facd8,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:12.919230 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.954147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:12.954776 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.956246 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] 10.222.0.65 "PUT /v2.0/ports/83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 1094 time: 0.8941352 Feb 21 01:32:12.956684 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:12.958974 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f45790d-4dd6-4826-81db-ced1721ca23c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:12.991162 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126d56-f80c-4679-a36c-949e775ba725 service neutron] Pushing event updated for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:13.012625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161c046-65fd-48f1-bcb3-a0dec7f35438 x-openstack-request-id: req-e161c046-65fd-48f1-bcb3-a0dec7f35438 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:13.012625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:13.012625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e161c046-65fd-48f1-bcb3-a0dec7f35438 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:13.012625 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8', 'status': 'completed', 'code': 200} Feb 21 01:32:13.061066 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370faa-4df9-4a64-b779-e892db413aac req-3e688d0c-9a13-4af4-8a3c-136d726a1d12 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.062854 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5370faa-4df9-4a64-b779-e892db413aac req-3e688d0c-9a13-4af4-8a3c-136d726a1d12 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0768654 Feb 21 01:32:13.081083 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-48c63ad9-1e59-4a92-8d7a-f03e341c16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.082764 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-48c63ad9-1e59-4a92-8d7a-f03e341c16b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1128 time: 0.0512197 Feb 21 01:32:13.118517 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5370faa-4df9-4a64-b779-e892db413aac req-d9cc267f-df0c-443b-a048-23a1a84248f5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Feb 21 01:32:13.190479 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-0aeecc82-515f-4e5c-805e-dd89c5bf2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.191954 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-0aeecc82-515f-4e5c-805e-dd89c5bf2844 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0976086 Feb 21 01:32:13.281487 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-facb8534-9210-4d8f-9cbd-dd2b127abb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.282729 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1f45790d-4dd6-4826-81db-ced1721ca23c req-facb8534-9210-4d8f-9cbd-dd2b127abb2f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852067 Feb 21 01:32:13.599015 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-f450a0bf-f52d-4982-9adc-e40164710172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.600520 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-f450a0bf-f52d-4982-9adc-e40164710172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1128 time: 0.2776072 Feb 21 01:32:13.640797 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-f5c249cf-c812-4b29-ac22-1930f27a7d4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 217 time: 0.0335791 Feb 21 01:32:13.687009 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-7b33ea1d-820c-4fe3-9bd6-f2fe94053334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.688434 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-7b33ea1d-820c-4fe3-9bd6-f2fe94053334 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0424993 Feb 21 01:32:13.734072 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b7ec367b-b3c2-4ba8-b72b-8b2f85767dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.735509 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-b7ec367b-b3c2-4ba8-b72b-8b2f85767dfb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415063 Feb 21 01:32:13.825264 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-bf89f0d1-af04-422f-a150-8c6c4d0d33cd service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835910 Feb 21 01:32:13.948627 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-93a0ecf2-f284-406a-84ba-ed3c73eb2988 req-21662da7-0b07-4664-bdc1-d89f48d5a470 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165814 Feb 21 01:32:13.959538 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a57e8f-c2fe-4b02-bbcd-47128a12ccf3 req-bdb78e09-93e1-486d-879a-7b5afabf55e8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:13.960993 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10a57e8f-c2fe-4b02-bbcd-47128a12ccf3 req-bdb78e09-93e1-486d-879a-7b5afabf55e8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 944 time: 0.0836227 Feb 21 01:32:14.006698 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10a57e8f-c2fe-4b02-bbcd-47128a12ccf3 req-244b2d8d-8f76-4d2d-bd3f-e65a22d1d2d9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402224 Feb 21 01:32:14.237178 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e3e4c-da0d-4d9e-b24d-a3a2844e63a7 req-50e89190-51ff-4fd6-98af-263bfdb7aa6b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:14.238684 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-843e3e4c-da0d-4d9e-b24d-a3a2844e63a7 req-50e89190-51ff-4fd6-98af-263bfdb7aa6b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0517831 Feb 21 01:32:14.283027 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-843e3e4c-da0d-4d9e-b24d-a3a2844e63a7 req-69bbf44e-e94e-473f-bcac-5c41391b540a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Feb 21 01:32:15.131776 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba12b71-cee0-4587-a07f-c200e95b3f5f req-21790837-5f5f-4c1b-b8aa-c8310fe73642 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:15.133251 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cba12b71-cee0-4587-a07f-c200e95b3f5f req-21790837-5f5f-4c1b-b8aa-c8310fe73642 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 944 time: 0.0517457 Feb 21 01:32:15.178461 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cba12b71-cee0-4587-a07f-c200e95b3f5f req-ce3436b4-7553-42cb-abaf-d5248377624c tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Feb 21 01:32:15.402920 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94979d04-b6d0-4d73-b5ca-1c34c2f1f445 req-9593d6d1-90aa-4936-bfd1-6adfaea96f9b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:15.410179 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94979d04-b6d0-4d73-b5ca-1c34c2f1f445 req-9593d6d1-90aa-4936-bfd1-6adfaea96f9b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0596936 Feb 21 01:32:15.454308 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-94979d04-b6d0-4d73-b5ca-1c34c2f1f445 req-ea537726-9bd4-406d-bffd-a687358cf118 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Feb 21 01:32:16.302688 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a82ecd-970e-492a-a295-1b42e486009f req-36753748-d3f9-4fc5-a4ee-2632c512c068 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:16.304161 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01a82ecd-970e-492a-a295-1b42e486009f req-36753748-d3f9-4fc5-a4ee-2632c512c068 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 944 time: 0.0554173 Feb 21 01:32:16.349497 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-01a82ecd-970e-492a-a295-1b42e486009f req-8435bbc2-2f8c-4515-b0ba-8121931134e0 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Feb 21 01:32:16.575868 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 83a888b1-da52-44e7-9486-c1020c3facd8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:16.580124 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1185e0d-08f5-431c-bdb3-d4d518da282e req-eb8a079f-91f3-4978-9fca-9777fc5a7473 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:16.582374 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1185e0d-08f5-431c-bdb3-d4d518da282e req-eb8a079f-91f3-4978-9fca-9777fc5a7473 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0560126 Feb 21 01:32:16.629864 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1185e0d-08f5-431c-bdb3-d4d518da282e req-bc58679e-5117-467b-bbac-07997c3b6746 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Feb 21 01:32:16.675465 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=83a888b1-da52-44e7-9486-c1020c3facd8,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:16.686706 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '83a888b1-da52-44e7-9486-c1020c3facd8', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'port_id': '83a888b1-da52-44e7-9486-c1020c3facd8', 'mac_address': 'fa:16:3e:f0:91:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:16.722894 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 83a888b1-da52-44e7-9486-c1020c3facd8 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:16.723284 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.735804 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a888b1-da52-44e7-9486-c1020c3facd8 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:16.755813 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=83a888b1-da52-44e7-9486-c1020c3facd8,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:16.845585 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.891979 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:16.900443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.900443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.900830 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.901201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.901536 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.901874 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.902209 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.902541 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.902871 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.903214 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.903571 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.903931 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:16.904258 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:17.109590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['83a888b1-da52-44e7-9486-c1020c3facd8'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:17.470260 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935a7a5-17f6-41d8-8f9d-49ce1834d568 req-03966673-33ff-468b-b1bf-71346d529afe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:17.471927 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5935a7a5-17f6-41d8-8f9d-49ce1834d568 req-03966673-33ff-468b-b1bf-71346d529afe tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Feb 21 01:32:17.519662 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5935a7a5-17f6-41d8-8f9d-49ce1834d568 req-233852f9-9068-4b70-a194-fc49c4ffc404 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Feb 21 01:32:17.747425 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efca922-651d-412f-894b-cff237238333 req-22ae5c36-d8a4-47b0-9dc1-b692aa5f6060 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:17.748898 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1efca922-651d-412f-894b-cff237238333 req-22ae5c36-d8a4-47b0-9dc1-b692aa5f6060 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514126 Feb 21 01:32:17.794447 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1efca922-651d-412f-894b-cff237238333 req-8b828264-ee38-4b66-adfd-c41f6daf8117 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Feb 21 01:32:18.572659 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 83a888b1-da52-44e7-9486-c1020c3facd8 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:18.654296 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf51116-bd73-4b8b-9736-b520dd77c7ec req-e1f5c3d2-db88-459e-91c8-79a79a709409 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:18.655824 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aaf51116-bd73-4b8b-9736-b520dd77c7ec req-e1f5c3d2-db88-459e-91c8-79a79a709409 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 945 time: 0.0602212 Feb 21 01:32:18.712268 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-aaf51116-bd73-4b8b-9736-b520dd77c7ec req-78ada342-13ae-4ab6-91d5-180c214e9071 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462372 Feb 21 01:32:18.719819 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 83a888b1-da52-44e7-9486-c1020c3facd8 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:18.725190 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 83a888b1-da52-44e7-9486-c1020c3facd8 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:18.725640 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.803502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 83a888b1-da52-44e7-9486-c1020c3facd8 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:18.803919 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.826434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:18.828729 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e3842a-2cf4-4287-80f9-547ed282db9e" -d '{"events": [{"server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "name": "network-vif-plugged", "status": "completed", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:18.844792 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=83a888b1-da52-44e7-9486-c1020c3facd8,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:18.920456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59221bad-db9a-48d0-9fc5-fca19379b1b0 req-ac975dcb-038f-4db6-970e-9ad932479e3b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:18.921942 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-59221bad-db9a-48d0-9fc5-fca19379b1b0 req-ac975dcb-038f-4db6-970e-9ad932479e3b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0572994 Feb 21 01:32:18.926926 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295fc268-b987-4d9a-9bae-98134c59e92b x-openstack-request-id: req-295fc268-b987-4d9a-9bae-98134c59e92b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:18.927240 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "name": "network-vif-plugged", "status": "completed", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:18.927496 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-295fc268-b987-4d9a-9bae-98134c59e92b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:18.928095 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8', 'code': 200} Feb 21 01:32:18.931203 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.976910 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-59221bad-db9a-48d0-9fc5-fca19379b1b0 req-9b6b4a91-690f-4e08-a321-bae2e9524317 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Feb 21 01:32:18.979641 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:19.192051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e344dc-14a3-4aa5-ab71-a0fb527261d8 req-1c5ada04-2ef5-499b-8756-b330f91820a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:19.193398 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e8e344dc-14a3-4aa5-ab71-a0fb527261d8 req-1c5ada04-2ef5-499b-8756-b330f91820a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1130 time: 0.0430219 Feb 21 01:32:19.234489 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e8e344dc-14a3-4aa5-ab71-a0fb527261d8 req-2189efe7-53bd-44aa-a342-21e774db848f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353620 Feb 21 01:32:19.839756 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efdbf7-0ece-4747-a399-ab13a1cb26f0 req-986575f5-9fda-472c-8b05-1b5af7af84e7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:19.841248 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b4efdbf7-0ece-4747-a399-ab13a1cb26f0 req-986575f5-9fda-472c-8b05-1b5af7af84e7 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 946 time: 0.0519929 Feb 21 01:32:19.890527 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b4efdbf7-0ece-4747-a399-ab13a1cb26f0 req-49221ee9-d200-4bbd-abe6-04beb59126f8 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 Feb 21 01:32:20.095859 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e22fa6-82c5-4794-82ce-3faad1c6d9d9 req-4d332f72-e256-406e-9fcb-d555b7beac26 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:20.097396 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1e22fa6-82c5-4794-82ce-3faad1c6d9d9 req-4d332f72-e256-406e-9fcb-d555b7beac26 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0510941 Feb 21 01:32:20.141902 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1e22fa6-82c5-4794-82ce-3faad1c6d9d9 req-c3d77445-e800-4b6a-b88f-9ea35143d73c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Feb 21 01:32:21.015289 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9f01f-334f-4fba-9d71-9187fe5fbcc8 req-05442fde-18b4-408b-93a5-81783cfdcc49 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.021136 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3cc9f01f-334f-4fba-9d71-9187fe5fbcc8 req-05442fde-18b4-408b-93a5-81783cfdcc49 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 946 time: 0.0613782 Feb 21 01:32:21.067042 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3cc9f01f-334f-4fba-9d71-9187fe5fbcc8 req-17468ae1-df3c-466e-bd0f-1ae365867af4 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Feb 21 01:32:21.182744 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668a230-abc5-4859-8bfe-25741bdb01ca req-b3442337-a764-445a-9dea-fc863ec2b307 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.184237 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9668a230-abc5-4859-8bfe-25741bdb01ca req-b3442337-a764-445a-9dea-fc863ec2b307 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 946 time: 0.0514040 Feb 21 01:32:21.193073 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 37396) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:21.197485 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Request body: {'floatingip': {'port_id': '83a888b1-da52-44e7-9486-c1020c3facd8'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:21.239878 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:21.258185 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710859dc-53a4-470a-ad66-f5a8c8e232b3 req-45edf375-8e93-4315-b12f-5cbcabb4d92f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.259668 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-710859dc-53a4-470a-ad66-f5a8c8e232b3 req-45edf375-8e93-4315-b12f-5cbcabb4d92f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522978 Feb 21 01:32:21.306232 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-710859dc-53a4-470a-ad66-f5a8c8e232b3 req-54c004f8-e060-4402-a7a4-6dcba5c175f5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Feb 21 01:32:21.968728 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.028168 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.128831 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.l3_db [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Floating IP 39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6 associated. External IP: 172.27.2.66, port: 83a888b1-da52-44e7-9486-c1020c3facd8. Feb 21 01:32:22.332999 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:32:22.476831 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0389-125f-42a8-9640-2382522f9870 req-69076905-d18a-404a-96da-6c6971682f81 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.478302 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e69a0389-125f-42a8-9640-2382522f9870 req-69076905-d18a-404a-96da-6c6971682f81 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0982533 Feb 21 01:32:22.500836 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:22.506613 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.510621 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:22.520594 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:22.521198 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:32:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:22.554111 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-748eebbf-5293-44c8-9ff4-07a70b284848 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "PUT /v2.0/floatingips/39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6 HTTP/1.1" status: 200 len: 991 time: 1.3599586 Feb 21 01:32:22.555501 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:22.557791 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b36e452-69b3-4342-8c26-92a417a2a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:22.563476 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e69a0389-125f-42a8-9640-2382522f9870 req-62f52d8c-4b47-48ee-b1e3-c5e091720655 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781546 Feb 21 01:32:22.640880 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:22.675918 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a44a6d-009d-467e-b012-0d780d52d5c4 x-openstack-request-id: req-46a44a6d-009d-467e-b012-0d780d52d5c4 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:22.676451 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:22.676759 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46a44a6d-009d-467e-b012-0d780d52d5c4 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:22.677115 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8', 'status': 'completed', 'code': 200} Feb 21 01:32:22.746578 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-ae2f2d59-e383-4918-98c0-bc4665b6fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.747722 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-ae2f2d59-e383-4918-98c0-bc4665b6fce2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1130 time: 0.0511069 Feb 21 01:32:22.839181 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-5ee2f3ff-c3e5-4d66-b6a4-873fafeb4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.840668 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-5ee2f3ff-c3e5-4d66-b6a4-873fafeb4de0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.0866451 Feb 21 01:32:22.874605 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '83a888b1-da52-44e7-9486-c1020c3facd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:f0:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:21Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:22.902128 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:22.910836 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:22.911448 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:32:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:22.911806 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-cb36038e-9cd3-4a7c-b066-7891c96b0e0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 999 time: 0.0644095 Feb 21 01:32:22.967240 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-a6a7cbcf-0caa-437f-97cf-15e24cb3b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.970378 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-a6a7cbcf-0caa-437f-97cf-15e24cb3b46f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0513740 Feb 21 01:32:23.019480 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-22a82dbe-7902-4285-ad09-277a01a7ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.020927 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-22a82dbe-7902-4285-ad09-277a01a7ca9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450537 Feb 21 01:32:23.023792 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:23.112744 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-5718d866-a9ce-4baf-b6a1-ada54f51f33b service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859344 Feb 21 01:32:23.210098 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b36e452-69b3-4342-8c26-92a417a2a6d8 req-6a621353-de53-489c-a5b0-25f2e9bcd4d2 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919099 Feb 21 01:32:23.280653 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '83a888b1-da52-44e7-9486-c1020c3facd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:f0:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:21Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:23.397575 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c4629-34e2-42fb-89cd-63b021276c6c None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'port_id': '83a888b1-da52-44e7-9486-c1020c3facd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'mac_address': 'fa:16:3e:f0:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:21Z', 'revision_number': 1, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:23.590044 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debd607-f373-4d21-bbb2-00c3df9e87dd None None] New status for floating IP 39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6: ACTIVE {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:32:23.683551 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf696012-2868-43d3-9cd4-9942e99b75f4 req-3fb62dbe-303a-4a8a-89ed-8e869f69e493 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.685037 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf696012-2868-43d3-9cd4-9942e99b75f4 req-3fb62dbe-303a-4a8a-89ed-8e869f69e493 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522723 Feb 21 01:32:23.735302 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf696012-2868-43d3-9cd4-9942e99b75f4 req-81649406-2f01-477c-9e68-8d39f76ff1e6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Feb 21 01:32:24.861658 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a10aa-76b6-4d10-97c4-c8047d4958cb req-0c557ce4-80eb-4954-9572-d4925f1abd33 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:24.863109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b7a10aa-76b6-4d10-97c4-c8047d4958cb req-0c557ce4-80eb-4954-9572-d4925f1abd33 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0571396 Feb 21 01:32:24.907930 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b7a10aa-76b6-4d10-97c4-c8047d4958cb req-9bd6137d-0e91-4a0c-bd62-e140bfd28324 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Feb 21 01:32:26.027447 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9f779-207a-4131-9ed9-f96ebb2f3b17 req-06f29395-0376-4265-bc57-15478e1111ed tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:26.028850 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20b9f779-207a-4131-9ed9-f96ebb2f3b17 req-06f29395-0376-4265-bc57-15478e1111ed tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0536528 Feb 21 01:32:26.075547 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20b9f779-207a-4131-9ed9-f96ebb2f3b17 req-0933675f-2d40-4ade-92ec-319b98345112 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Feb 21 01:32:27.191337 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d53fc-593b-4287-aa14-b6ef4fdd57ea req-084aaff0-139f-4003-add4-1a75611f6451 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:27.192829 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8f6d53fc-593b-4287-aa14-b6ef4fdd57ea req-084aaff0-139f-4003-add4-1a75611f6451 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522685 Feb 21 01:32:27.238601 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8f6d53fc-593b-4287-aa14-b6ef4fdd57ea req-c3feaf63-5843-4e40-a1d4-c04a8ffcdac7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Feb 21 01:32:28.358718 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065919f-a42d-47d9-9f97-c48cfe51ae2e req-1b88eedb-c2ed-4c2c-8485-19ba4065cef8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:28.359721 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0065919f-a42d-47d9-9f97-c48cfe51ae2e req-1b88eedb-c2ed-4c2c-8485-19ba4065cef8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514495 Feb 21 01:32:28.406551 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0065919f-a42d-47d9-9f97-c48cfe51ae2e req-17073ee6-8d08-49db-9012-3ab767d04d10 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Feb 21 01:32:29.513504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3d88e69-23c1-4285-b61a-fdd11e2f0ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.532499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc453c1-0aaf-4427-934f-68dd23b872a5 req-caed4a85-6c02-4f4f-b266-cf2ae31b2189 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.534905 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fc453c1-0aaf-4427-934f-68dd23b872a5 req-caed4a85-6c02-4f4f-b266-cf2ae31b2189 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0579300 Feb 21 01:32:29.582532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8fc453c1-0aaf-4427-934f-68dd23b872a5 req-78dba040-82e4-4310-89bc-29e3f969913d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Feb 21 01:32:30.705915 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b262f3b-0143-4f7e-b3ff-59c47e15e246 req-2a10bb39-fad7-4791-be37-3b5b4ceee825 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.707485 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b262f3b-0143-4f7e-b3ff-59c47e15e246 req-2a10bb39-fad7-4791-be37-3b5b4ceee825 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0564115 Feb 21 01:32:30.755189 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b262f3b-0143-4f7e-b3ff-59c47e15e246 req-32560be0-0753-421c-af93-192602daf0a8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Feb 21 01:32:31.873764 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004ed6-ac67-4380-b31f-9e43610339be req-61787ad4-2f4d-41a5-b6d4-be163b229ada tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.875244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5004ed6-ac67-4380-b31f-9e43610339be req-61787ad4-2f4d-41a5-b6d4-be163b229ada tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0543938 Feb 21 01:32:31.922268 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5004ed6-ac67-4380-b31f-9e43610339be req-45f7506a-e9c8-443a-9203-6f126612dc42 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Feb 21 01:32:32.146304 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-76741ac8-1d6f-440f-9436-1c75ed351d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:33.039577 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983cb8-5180-4306-8630-7f777d34f3ec req-9014c92d-82a5-4b27-8aaa-7992fb2470bc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:33.040992 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec983cb8-5180-4306-8630-7f777d34f3ec req-9014c92d-82a5-4b27-8aaa-7992fb2470bc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518930 Feb 21 01:32:33.087309 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec983cb8-5180-4306-8630-7f777d34f3ec req-58bd8a89-1a8e-49de-815d-c2d179babed2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Feb 21 01:32:33.450371 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.207100 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e0143-dd16-428f-b650-4dc66851dc4f req-3b2e1e33-b76f-4c2a-b020-ff2b9be488c0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.208601 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-110e0143-dd16-428f-b650-4dc66851dc4f req-3b2e1e33-b76f-4c2a-b020-ff2b9be488c0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0544782 Feb 21 01:32:34.257863 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-110e0143-dd16-428f-b650-4dc66851dc4f req-86c6a921-a0bf-426d-ab8d-f0bebd7fe9e4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Feb 21 01:32:34.404008 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-aee7bad3-a685-48fb-9db4-0c62af313f9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422208 Feb 21 01:32:34.469457 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-38cf00d9-fe98-44f1-bb33-187b13c47a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.471165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-38cf00d9-fe98-44f1-bb33-187b13c47a5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0465956 Feb 21 01:32:34.572253 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-51245c66-d820-4852-8d8a-d94ce654b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.573706 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-51245c66-d820-4852-8d8a-d94ce654b0bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0854435 Feb 21 01:32:34.618292 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-c89d0a98-f414-4278-81a4-78111b8c066c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0385902 Feb 21 01:32:34.665788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-85361160-7018-4891-81bd-c877445240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.667183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-85361160-7018-4891-81bd-c877445240cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0439270 Feb 21 01:32:34.699213 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-63d9d64b-4b9a-450c-945e-fcdbc7b57027 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258718 Feb 21 01:32:34.786826 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-83f6c9ea-3ac1-40b6-b20c-76dec78c9ea8 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816166 Feb 21 01:32:34.880197 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7727b36-4fd7-4336-bfd3-3119c916b39c req-47233b54-2d8f-4dbf-9667-6b151d6580bf service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881937 Feb 21 01:32:35.055073 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.377743 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45f1be-fd28-4f28-a58e-79b04f4fa550 req-8060612e-77bb-446b-ac1e-3a1ca2c9eb7f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.379210 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0f45f1be-fd28-4f28-a58e-79b04f4fa550 req-8060612e-77bb-446b-ac1e-3a1ca2c9eb7f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559468 Feb 21 01:32:35.425217 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0f45f1be-fd28-4f28-a58e-79b04f4fa550 req-d62e1785-dcfd-45d1-a175-7b57e0a98a5f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Feb 21 01:32:35.958752 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.540807 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d9e15-25c9-4e52-9c07-9ec43256cb1b req-38d59459-1da7-4803-99a9-00c93009ad4c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.542243 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e8d9e15-25c9-4e52-9c07-9ec43256cb1b req-38d59459-1da7-4803-99a9-00c93009ad4c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0513747 Feb 21 01:32:36.587481 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e8d9e15-25c9-4e52-9c07-9ec43256cb1b req-53f6da56-7812-4800-a164-ed3f41e078f8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Feb 21 01:32:37.709214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0dad-8a2a-4c3e-95b0-8d6c960f3a47 req-5c9fcd33-5bce-45d9-93aa-df9ffd5428e7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.710678 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4b0dad-8a2a-4c3e-95b0-8d6c960f3a47 req-5c9fcd33-5bce-45d9-93aa-df9ffd5428e7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0569475 Feb 21 01:32:37.756368 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c4b0dad-8a2a-4c3e-95b0-8d6c960f3a47 req-2a71366d-4ce8-4c45-a8c5-ac5d50064661 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Feb 21 01:32:38.875404 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc705dc8-0950-460e-a0ce-529f228cdead req-9b111f72-128e-4303-8778-a442bd99e11d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.876926 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc705dc8-0950-460e-a0ce-529f228cdead req-9b111f72-128e-4303-8778-a442bd99e11d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0543287 Feb 21 01:32:38.922159 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc705dc8-0950-460e-a0ce-529f228cdead req-6f97e948-16d0-41a9-8dff-d159d8f1d871 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Feb 21 01:32:39.273257 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.038716 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb22bc-43c2-4eb5-88b5-59757e5a3e64 req-6b66d5e0-6802-428c-8078-1e4077be4bf8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:40.040207 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dcdb22bc-43c2-4eb5-88b5-59757e5a3e64 req-6b66d5e0-6802-428c-8078-1e4077be4bf8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523059 Feb 21 01:32:40.085670 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dcdb22bc-43c2-4eb5-88b5-59757e5a3e64 req-cebd83a4-75e0-4de2-b864-d2f0c43493b6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Feb 21 01:32:41.211380 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0d0f6-ca01-477c-b876-8c758b35e039 req-5fbf8134-130d-447e-b87a-ba2118ececcf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:41.212880 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36e0d0f6-ca01-477c-b876-8c758b35e039 req-5fbf8134-130d-447e-b87a-ba2118ececcf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0605571 Feb 21 01:32:41.259706 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36e0d0f6-ca01-477c-b876-8c758b35e039 req-28d2ed01-f551-4a07-9857-fc04cbfe7673 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Feb 21 01:32:42.378898 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eb592-0502-4ca1-a4c4-558bae72719c req-6f769c3e-5b59-4671-8ba5-85143fab1741 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.380430 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a43eb592-0502-4ca1-a4c4-558bae72719c req-6f769c3e-5b59-4671-8ba5-85143fab1741 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0544410 Feb 21 01:32:42.435318 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a43eb592-0502-4ca1-a4c4-558bae72719c req-02742707-e4c7-4fab-83e0-3eeb0300ce0e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Feb 21 01:32:43.558115 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c41e0-51ba-45a9-8210-7e1f2f11c06d req-8c339e6d-e001-4823-86b3-2120ec59b334 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.559609 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-672c41e0-51ba-45a9-8210-7e1f2f11c06d req-8c339e6d-e001-4823-86b3-2120ec59b334 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0562596 Feb 21 01:32:43.605721 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-672c41e0-51ba-45a9-8210-7e1f2f11c06d req-2a4b120b-7638-40b3-98e7-0e7cc6a3f139 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Feb 21 01:32:44.743564 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd8cc-925c-48f0-bde5-4c7ec2b8b713 req-78b138f5-a43e-40d7-9ea0-12457daa3f76 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:44.745065 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2d5dd8cc-925c-48f0-bde5-4c7ec2b8b713 req-78b138f5-a43e-40d7-9ea0-12457daa3f76 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0612738 Feb 21 01:32:44.797778 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2d5dd8cc-925c-48f0-bde5-4c7ec2b8b713 req-6afd8857-7271-429a-8b51-fa3110826be8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Feb 21 01:32:45.328274 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:45.919305 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40a20-61fc-4460-a1bb-45fcac35c667 req-9435ff64-43e8-4dda-be4a-dfeede9245ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.921389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-afc40a20-61fc-4460-a1bb-45fcac35c667 req-9435ff64-43e8-4dda-be4a-dfeede9245ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0548739 Feb 21 01:32:45.970735 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-afc40a20-61fc-4460-a1bb-45fcac35c667 req-a6312b4c-ac6a-4344-ba1b-6f10558fc47c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Feb 21 01:32:47.086668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62446071-f630-4b50-b553-ab3139f27c8f req-654a0afc-67aa-475c-9797-1b0a690da795 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:47.088233 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-62446071-f630-4b50-b553-ab3139f27c8f req-654a0afc-67aa-475c-9797-1b0a690da795 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523782 Feb 21 01:32:47.135522 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-62446071-f630-4b50-b553-ab3139f27c8f req-5c672f20-fef0-492c-8887-4a28637be3bb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Feb 21 01:32:48.256487 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4041-6ff8-4a3c-a7fd-fd790843e4a6 req-2f925ef8-e023-498b-9bac-b80ca737c1a1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.257951 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8d8a4041-6ff8-4a3c-a7fd-fd790843e4a6 req-2f925ef8-e023-498b-9bac-b80ca737c1a1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0524948 Feb 21 01:32:48.303761 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8d8a4041-6ff8-4a3c-a7fd-fd790843e4a6 req-77bf4b00-d2d7-409d-aa2e-cc9e844ed7ee tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Feb 21 01:32:49.425435 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde45d-63e5-4d9a-995d-78a3f69e0e57 req-74df22f8-ccc0-4a1b-b3a0-fceb2923859a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.426897 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fdde45d-63e5-4d9a-995d-78a3f69e0e57 req-74df22f8-ccc0-4a1b-b3a0-fceb2923859a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559683 Feb 21 01:32:49.472571 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fdde45d-63e5-4d9a-995d-78a3f69e0e57 req-9359c631-aa06-489f-b119-22b7e3a39341 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Feb 21 01:32:50.588113 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f484d-75e0-4b90-9d6d-a95d12bf051b req-aa2b8ef1-07ca-48be-96b0-e55a1573f762 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:50.589580 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a27f484d-75e0-4b90-9d6d-a95d12bf051b req-aa2b8ef1-07ca-48be-96b0-e55a1573f762 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0510478 Feb 21 01:32:50.635434 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a27f484d-75e0-4b90-9d6d-a95d12bf051b req-f84e8b5c-c6c4-442a-94fa-448a643f38a2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Feb 21 01:32:51.753376 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331da2f-f8d3-4c7f-a265-988bb57beeae req-3e0ff199-adbf-4945-b98f-68c9c6b97b2a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:51.754826 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9331da2f-f8d3-4c7f-a265-988bb57beeae req-3e0ff199-adbf-4945-b98f-68c9c6b97b2a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529268 Feb 21 01:32:51.800297 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9331da2f-f8d3-4c7f-a265-988bb57beeae req-c6828630-d82f-4357-be6a-e152b8f6cd91 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Feb 21 01:32:52.926394 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caa797-0dd5-4504-8dd3-f9d5e3ef19ea req-4dd2fc29-2e2f-45b2-841d-d137c453b7b9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.927880 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d3caa797-0dd5-4504-8dd3-f9d5e3ef19ea req-4dd2fc29-2e2f-45b2-841d-d137c453b7b9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0580750 Feb 21 01:32:52.975246 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d3caa797-0dd5-4504-8dd3-f9d5e3ef19ea req-2c95e840-49eb-4b09-93b8-0a301a49bdf4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Feb 21 01:32:54.099510 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356658b-5bd1-4e90-8098-09d2ebb27c4c req-9b841c91-ea8b-4ccb-b919-61557dce707b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:54.101021 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1356658b-5bd1-4e90-8098-09d2ebb27c4c req-9b841c91-ea8b-4ccb-b919-61557dce707b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0580084 Feb 21 01:32:54.149279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1356658b-5bd1-4e90-8098-09d2ebb27c4c req-4de1dc86-82eb-4157-b0c5-a1ba359c688c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Feb 21 01:32:55.271868 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb43b-74c7-4de1-bb21-4e895b9491fa req-2833628f-aa21-486b-b993-0f1fffe747fc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.273337 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd9eb43b-74c7-4de1-bb21-4e895b9491fa req-2833628f-aa21-486b-b993-0f1fffe747fc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0542285 Feb 21 01:32:55.325658 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd9eb43b-74c7-4de1-bb21-4e895b9491fa req-be71d7f8-5159-4e59-9381-564109fcbd82 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Feb 21 01:32:56.443819 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef96a-f3d5-458b-a10d-22f5c36a3062 req-f0de45ab-e3d7-44ec-8ba8-7abe8de5cc33 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:56.445221 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e53ef96a-f3d5-458b-a10d-22f5c36a3062 req-f0de45ab-e3d7-44ec-8ba8-7abe8de5cc33 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526154 Feb 21 01:32:56.491009 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e53ef96a-f3d5-458b-a10d-22f5c36a3062 req-53266b81-3405-4833-9479-b1cf50904a78 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Feb 21 01:32:57.609824 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608c3f1-4da5-4cac-ac10-006f4dba3f2c req-9935dffc-2b9c-49a8-a7a2-1eaa9fad8fb6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.611931 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0608c3f1-4da5-4cac-ac10-006f4dba3f2c req-9935dffc-2b9c-49a8-a7a2-1eaa9fad8fb6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559661 Feb 21 01:32:57.656156 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0608c3f1-4da5-4cac-ac10-006f4dba3f2c req-8e657a1e-1339-4de6-a43c-286888550167 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Feb 21 01:32:58.773567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85db2c-fd5d-411d-995f-2873307ae744 req-be18883a-ca4f-4287-b4b2-69dfb0940d30 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.775022 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fc85db2c-fd5d-411d-995f-2873307ae744 req-be18883a-ca4f-4287-b4b2-69dfb0940d30 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523651 Feb 21 01:32:58.823886 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fc85db2c-fd5d-411d-995f-2873307ae744 req-577a1603-1dbe-4e75-8369-ebef01f6cba7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Feb 21 01:32:59.529986 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c9c14bb-3a31-47b2-8289-506db22c6e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.941816 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5261c-e11f-46bb-a51d-55dc8a41aeed req-2a830528-3eff-4981-824c-ff972dcf81b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.943268 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-70e5261c-e11f-46bb-a51d-55dc8a41aeed req-2a830528-3eff-4981-824c-ff972dcf81b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519223 Feb 21 01:32:59.988648 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-70e5261c-e11f-46bb-a51d-55dc8a41aeed req-8ca197b3-1c38-4f04-b88f-ddaa89943caa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Feb 21 01:33:01.105478 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754d3e-9440-48c2-87d5-813f34425251 req-d21602f6-a178-45a1-853e-28bae0d3ab7d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.106930 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec754d3e-9440-48c2-87d5-813f34425251 req-d21602f6-a178-45a1-853e-28bae0d3ab7d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0517805 Feb 21 01:33:01.154007 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ec754d3e-9440-48c2-87d5-813f34425251 req-82a37f39-278f-4463-9d30-edc8944e07ef tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Feb 21 01:33:02.156282 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23c9224b-35f7-44b8-8f9e-44f8686e6ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:02.273470 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e79ea-55e3-43da-9e63-7c766d18d8c9 req-23d01f92-cc32-4a78-985d-e894dba353b7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.274933 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1a6e79ea-55e3-43da-9e63-7c766d18d8c9 req-23d01f92-cc32-4a78-985d-e894dba353b7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0508137 Feb 21 01:33:02.322472 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1a6e79ea-55e3-43da-9e63-7c766d18d8c9 req-28527810-4149-401e-b06a-696f3626688d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Feb 21 01:33:03.444397 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f04c-3790-459a-b92e-456d93c2d7a5 req-ddf076ca-18b3-4ab7-a70c-fdd6d4046d1a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:03.445866 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6661f04c-3790-459a-b92e-456d93c2d7a5 req-ddf076ca-18b3-4ab7-a70c-fdd6d4046d1a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0557325 Feb 21 01:33:03.447889 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.495384 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6661f04c-3790-459a-b92e-456d93c2d7a5 req-286d749a-6160-4332-96a0-d50863a1efea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Feb 21 01:33:04.613720 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be365850-1186-42ec-9358-cd6aaf211de0 req-fdce9656-5d40-43bf-b77c-2806f036c6a3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:04.615090 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-be365850-1186-42ec-9358-cd6aaf211de0 req-fdce9656-5d40-43bf-b77c-2806f036c6a3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0524266 Feb 21 01:33:04.661739 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-be365850-1186-42ec-9358-cd6aaf211de0 req-c4d55f66-6688-4060-9a46-b9a1afd13759 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Feb 21 01:33:05.032569 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.780265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c738-37eb-4053-b73f-be1dbc43aa07 req-a14431a9-1b0a-49ce-8bda-77bad2cea206 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:05.781727 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5ca4c738-37eb-4053-b73f-be1dbc43aa07 req-a14431a9-1b0a-49ce-8bda-77bad2cea206 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0561278 Feb 21 01:33:05.829112 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5ca4c738-37eb-4053-b73f-be1dbc43aa07 req-15e0e7b6-8f03-4d20-8572-e75ab16c9782 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Feb 21 01:33:05.950848 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:06.950220 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3429e4-5f39-4104-afaf-98488774efde req-a2704f6c-d4fd-4716-af94-5c4738f9ad78 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:06.951685 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c3429e4-5f39-4104-afaf-98488774efde req-a2704f6c-d4fd-4716-af94-5c4738f9ad78 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526390 Feb 21 01:33:06.998832 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c3429e4-5f39-4104-afaf-98488774efde req-4f3d08ae-7958-4f44-b9c2-a9507d9148ad tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Feb 21 01:33:08.121890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2709f3-81f9-4d21-a4ed-08a311b99b83 req-9b7cbe21-5b60-4498-b2e9-0dc7d939d502 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.123370 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f2709f3-81f9-4d21-a4ed-08a311b99b83 req-9b7cbe21-5b60-4498-b2e9-0dc7d939d502 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0573463 Feb 21 01:33:08.169744 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9f2709f3-81f9-4d21-a4ed-08a311b99b83 req-071376ed-1959-4dea-b159-945134d1c205 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Feb 21 01:33:09.287663 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:09.292482 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b90d3-65fd-4aa8-9648-731e9c689835 req-78f9dfbb-43d7-4dde-9fe3-b73da671c6dc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:09.293934 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc0b90d3-65fd-4aa8-9648-731e9c689835 req-78f9dfbb-43d7-4dde-9fe3-b73da671c6dc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0556545 Feb 21 01:33:09.340006 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fc0b90d3-65fd-4aa8-9648-731e9c689835 req-47be00f4-431f-43b5-8539-5754b1ed9485 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Feb 21 01:33:10.458437 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62da46-f381-45e3-962c-64772263aa7b req-25d71217-b5a3-47e4-b9dd-fa59af604f6c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:10.459858 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b62da46-f381-45e3-962c-64772263aa7b req-25d71217-b5a3-47e4-b9dd-fa59af604f6c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0532432 Feb 21 01:33:10.509434 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b62da46-f381-45e3-962c-64772263aa7b req-7a380e86-0f90-4d21-852d-bdee34f17313 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Feb 21 01:33:11.626409 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1a72-e26c-4392-87ea-693f35eb4bf7 req-b4327a8a-a23a-4b82-af16-428388c2261f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:11.627859 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bb3b1a72-e26c-4392-87ea-693f35eb4bf7 req-b4327a8a-a23a-4b82-af16-428388c2261f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512772 Feb 21 01:33:11.672261 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bb3b1a72-e26c-4392-87ea-693f35eb4bf7 req-7f041afa-d48d-4616-8ede-d0b01f6d51b3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Feb 21 01:33:12.788126 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458754-f004-4d82-90d5-4ec99845a685 req-26b98758-16d3-4d4a-8d1e-de230397a6ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:12.789572 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b458754-f004-4d82-90d5-4ec99845a685 req-26b98758-16d3-4d4a-8d1e-de230397a6ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0513320 Feb 21 01:33:12.836481 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b458754-f004-4d82-90d5-4ec99845a685 req-211fea67-45c8-43c0-b862-31cda99a65a6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Feb 21 01:33:13.953259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e47e-a217-48d2-8165-e6054e5ee37b req-024b9e1a-6aa4-4830-85a0-87a1986a528f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:13.955275 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e617e47e-a217-48d2-8165-e6054e5ee37b req-024b9e1a-6aa4-4830-85a0-87a1986a528f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530722 Feb 21 01:33:14.005513 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e617e47e-a217-48d2-8165-e6054e5ee37b req-6ea4e2be-ba78-4f66-9554-4885ce293613 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Feb 21 01:33:15.122047 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919baef-e635-4390-a9ac-44cdfcfcd6f1 req-3557ad7d-5db9-4bad-9a92-e24c664b62f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:15.123496 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b919baef-e635-4390-a9ac-44cdfcfcd6f1 req-3557ad7d-5db9-4bad-9a92-e24c664b62f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514224 Feb 21 01:33:15.168549 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b919baef-e635-4390-a9ac-44cdfcfcd6f1 req-144a073d-0125-4990-97e5-97f0d87b3ced tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Feb 21 01:33:16.285893 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1276474-5c2d-4830-ae4e-0b38dbcc7011 req-af93e216-0850-491c-bc0c-0b7fee234d57 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:16.290926 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e1276474-5c2d-4830-ae4e-0b38dbcc7011 req-af93e216-0850-491c-bc0c-0b7fee234d57 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529830 Feb 21 01:33:16.333869 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e1276474-5c2d-4830-ae4e-0b38dbcc7011 req-7695c739-3003-4876-a8bf-c92d1d5b9de7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Feb 21 01:33:17.455749 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fd2b8-1dbc-4112-b7b9-8cafdff36e12 req-6fe83e56-4e90-42fb-8d24-b460d3b365e0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:17.457205 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-853fd2b8-1dbc-4112-b7b9-8cafdff36e12 req-6fe83e56-4e90-42fb-8d24-b460d3b365e0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0547483 Feb 21 01:33:17.502690 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-853fd2b8-1dbc-4112-b7b9-8cafdff36e12 req-5a4b1f75-d10d-4de0-9ee4-e357f1b2d892 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Feb 21 01:33:18.622313 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b16939-0417-4d00-9c86-71e15590a66e req-738e481e-345c-4679-84a7-3b31b5ce7265 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:18.623715 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b8b16939-0417-4d00-9c86-71e15590a66e req-738e481e-345c-4679-84a7-3b31b5ce7265 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0542583 Feb 21 01:33:18.674471 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b8b16939-0417-4d00-9c86-71e15590a66e req-56cc94ef-9354-4546-94d8-dddb8cec9eb8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Feb 21 01:33:19.794645 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1469-a5f1-4022-bc9b-0ebe5f6ac67c req-caa9e32e-e630-4f55-8a6c-a723aa9aa7c2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:19.795952 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96bf1469-a5f1-4022-bc9b-0ebe5f6ac67c req-caa9e32e-e630-4f55-8a6c-a723aa9aa7c2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0533521 Feb 21 01:33:19.842217 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-96bf1469-a5f1-4022-bc9b-0ebe5f6ac67c req-c9f96ddc-7616-4fba-9748-a6e75800e59e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Feb 21 01:33:20.965281 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db444100-bacb-4ab1-a3f2-0745c5585884 req-d718c5b9-83cd-4dee-9050-af66f12401ae tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:20.966737 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db444100-bacb-4ab1-a3f2-0745c5585884 req-d718c5b9-83cd-4dee-9050-af66f12401ae tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0565753 Feb 21 01:33:21.012085 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db444100-bacb-4ab1-a3f2-0745c5585884 req-b187996e-e9f5-4b85-8f8f-e8896a7008d9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Feb 21 01:33:22.133347 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d268f8-83f4-48e2-9df5-b2dda00d6081 req-b2fba814-8778-4b10-a8b5-3bccd528316c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:22.134694 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-64d268f8-83f4-48e2-9df5-b2dda00d6081 req-b2fba814-8778-4b10-a8b5-3bccd528316c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0547776 Feb 21 01:33:22.179353 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-64d268f8-83f4-48e2-9df5-b2dda00d6081 req-f95929e4-4832-41ef-9c54-f25cc9dabb10 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Feb 21 01:33:22.327536 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:23.297568 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4418d-d874-4ba9-81b9-fe8fa12a52bf req-894bf838-db4f-48bd-8512-b4831b4ee084 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:23.299738 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c2d4418d-d874-4ba9-81b9-fe8fa12a52bf req-894bf838-db4f-48bd-8512-b4831b4ee084 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523803 Feb 21 01:33:23.345051 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c2d4418d-d874-4ba9-81b9-fe8fa12a52bf req-2d5e6849-59ed-49d5-bc3e-6537d9b6b5c9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Feb 21 01:33:24.460621 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c2852-a8a1-4dd4-a058-ca0d96e85a19 req-17dfa84b-17bc-450b-8120-6567a036783c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:24.462056 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-056c2852-a8a1-4dd4-a058-ca0d96e85a19 req-17dfa84b-17bc-450b-8120-6567a036783c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0509994 Feb 21 01:33:24.506656 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-056c2852-a8a1-4dd4-a058-ca0d96e85a19 req-98963ffb-458f-44ea-8445-fe8ccb8d834c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Feb 21 01:33:25.629205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114097-29f2-4a56-a4c0-bc06cbf29e4b req-a9321c6c-f18d-4a8c-b526-78a42a09c427 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:25.630603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e2114097-29f2-4a56-a4c0-bc06cbf29e4b req-a9321c6c-f18d-4a8c-b526-78a42a09c427 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0568180 Feb 21 01:33:25.677129 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e2114097-29f2-4a56-a4c0-bc06cbf29e4b req-fba5a2cc-89cb-4622-b41e-a7946be2f221 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Feb 21 01:33:26.795237 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97431cbe-9092-4536-b12d-4ea03176a858 req-5517373a-0105-41e7-83e5-25a575f8d724 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:26.796705 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-97431cbe-9092-4536-b12d-4ea03176a858 req-5517373a-0105-41e7-83e5-25a575f8d724 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512123 Feb 21 01:33:26.845370 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-97431cbe-9092-4536-b12d-4ea03176a858 req-4068dc50-918e-49c6-b10f-72b2f2309c67 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Feb 21 01:33:27.965083 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c170-67eb-47a3-87ff-ee4dbdca28b1 req-42c64a5f-b0a8-457b-8e9e-40fcc7b902e8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:27.966521 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9447c170-67eb-47a3-87ff-ee4dbdca28b1 req-42c64a5f-b0a8-457b-8e9e-40fcc7b902e8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512366 Feb 21 01:33:28.012019 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9447c170-67eb-47a3-87ff-ee4dbdca28b1 req-829da0f7-ad2a-4cbf-b601-270efd03bfb8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Feb 21 01:33:29.128956 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313293c1-df13-459a-8e2d-322967aaf06a req-29a08172-66ea-4e78-93ff-03a07d794e1f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:29.130323 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-313293c1-df13-459a-8e2d-322967aaf06a req-29a08172-66ea-4e78-93ff-03a07d794e1f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520558 Feb 21 01:33:29.177270 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-313293c1-df13-459a-8e2d-322967aaf06a req-77400655-d3de-4b70-9402-452df85effed tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Feb 21 01:33:29.517925 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f27e5d49-032d-4461-b6bd-887dd02d0662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.293436 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd2772-b6b2-4cf3-abd9-a3a435dba2b3 req-10a69672-ee40-4bea-b6b2-9e136f31bb03 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:30.294910 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b6cd2772-b6b2-4cf3-abd9-a3a435dba2b3 req-10a69672-ee40-4bea-b6b2-9e136f31bb03 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514214 Feb 21 01:33:30.343029 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b6cd2772-b6b2-4cf3-abd9-a3a435dba2b3 req-54715c2d-fad2-44d8-bf87-32c7cc50524f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Feb 21 01:33:31.464062 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b262318-f8be-48b0-a366-a2e8958bd705 req-b7005e0c-bfe0-437b-984c-355f76b29a58 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:31.465553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b262318-f8be-48b0-a366-a2e8958bd705 req-b7005e0c-bfe0-437b-984c-355f76b29a58 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0545766 Feb 21 01:33:31.514563 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b262318-f8be-48b0-a366-a2e8958bd705 req-e2488411-beba-4bda-b600-479279905083 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Feb 21 01:33:32.174694 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-853a34e7-4f70-4764-9515-0ced7d083d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:32.635521 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37929ae-b7b7-42d0-8be8-ff57131aec8b req-58e53999-7d7a-4f75-8e7c-2e273b65131a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.637035 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f37929ae-b7b7-42d0-8be8-ff57131aec8b req-58e53999-7d7a-4f75-8e7c-2e273b65131a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0540905 Feb 21 01:33:32.686467 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f37929ae-b7b7-42d0-8be8-ff57131aec8b req-4360f2b0-d3e7-4496-8a31-805c61a9935e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Feb 21 01:33:33.454736 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:33.806132 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9702b-4bd3-4db2-ac78-2efb697dde36 req-9e3bfe91-b005-48ad-bd66-83d388c121a7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:33.807584 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c1f9702b-4bd3-4db2-ac78-2efb697dde36 req-9e3bfe91-b005-48ad-bd66-83d388c121a7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0559680 Feb 21 01:33:33.853974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c1f9702b-4bd3-4db2-ac78-2efb697dde36 req-13eccba3-7375-41e6-b59c-40db3f667753 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Feb 21 01:33:34.973695 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae4a7-1c71-4281-a397-fdd4b9be4e55 req-8e208e0b-136c-4608-9a11-d5a6bcc2d4c9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:34.975191 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3e7ae4a7-1c71-4281-a397-fdd4b9be4e55 req-8e208e0b-136c-4608-9a11-d5a6bcc2d4c9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0546429 Feb 21 01:33:35.025953 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.027793 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3e7ae4a7-1c71-4281-a397-fdd4b9be4e55 req-0717ebe3-df2f-4eeb-853f-9a9ce3697383 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Feb 21 01:33:35.391878 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-c7e0d0dc-318b-46a0-800d-9d27e6dbf546 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431640 Feb 21 01:33:35.472531 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-18ac0e5b-a7a4-4d3c-9b0b-9adb3eff46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:35.474007 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-18ac0e5b-a7a4-4d3c-9b0b-9adb3eff46fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0428836 Feb 21 01:33:35.575020 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-d1a2e5c6-cdf6-4616-976e-6d83c817c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:35.576497 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-d1a2e5c6-cdf6-4616-976e-6d83c817c901 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0857003 Feb 21 01:33:35.616915 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-96f7c073-b7a1-4029-8b3b-ed991cc6c9b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.0341718 Feb 21 01:33:35.663392 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-0d64ef9e-f4a7-4dc2-9d64-e5eb60ea4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:35.664767 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-0d64ef9e-f4a7-4dc2-9d64-e5eb60ea4c4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0407503 Feb 21 01:33:35.698247 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-569d1a06-38f3-44e6-b5a3-da1af77418db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279381 Feb 21 01:33:35.790162 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-a0469f55-166d-42ed-b6a7-c57285a61cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Feb 21 01:33:35.885404 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-73021fb6-ee6d-4665-9a5f-94016edd5a10 req-554aac4a-9ae9-4180-af20-cb0acce26eab service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Feb 21 01:33:35.943076 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.146827 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9712-c4d0-4a8a-aad0-f0bec9d95b47 req-43b9d305-e477-4268-8458-efede731f46b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:36.148353 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67da9712-c4d0-4a8a-aad0-f0bec9d95b47 req-43b9d305-e477-4268-8458-efede731f46b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0552273 Feb 21 01:33:36.194817 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67da9712-c4d0-4a8a-aad0-f0bec9d95b47 req-99e9a7ee-4864-4eb1-bb0b-2fb60900542e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Feb 21 01:33:37.318584 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589fd26-3026-4ffe-ba3e-83741c729864 req-0d62d7ac-e479-4fb7-b067-ca93313e6009 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:37.320052 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c589fd26-3026-4ffe-ba3e-83741c729864 req-0d62d7ac-e479-4fb7-b067-ca93313e6009 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0573318 Feb 21 01:33:37.366833 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c589fd26-3026-4ffe-ba3e-83741c729864 req-21556a95-5baa-4741-87ec-3513bde08056 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Feb 21 01:33:38.483454 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d262c9c-f4bd-429b-849e-27576553b65b req-77681742-b23c-4644-bb57-637371a97c68 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:38.484913 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d262c9c-f4bd-429b-849e-27576553b65b req-77681742-b23c-4644-bb57-637371a97c68 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0503449 Feb 21 01:33:38.529440 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0d262c9c-f4bd-429b-849e-27576553b65b req-6e723171-91b0-49e2-8978-bf2875043041 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Feb 21 01:33:39.302780 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.645706 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc7a36-ccad-4697-bab8-8f8028983bb8 req-edf78409-05a9-469d-830d-f1692a031ffb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:39.647145 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-abbc7a36-ccad-4697-bab8-8f8028983bb8 req-edf78409-05a9-469d-830d-f1692a031ffb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518563 Feb 21 01:33:39.691880 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-abbc7a36-ccad-4697-bab8-8f8028983bb8 req-d23de99c-5819-4a7b-8457-7057dfeccf83 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Feb 21 01:33:40.810595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73256f-cf59-4096-b738-beaafd80d78c req-bef9533c-b59b-4ddb-9093-d9072baeb6a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:40.812066 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7c73256f-cf59-4096-b738-beaafd80d78c req-bef9533c-b59b-4ddb-9093-d9072baeb6a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0547345 Feb 21 01:33:40.857216 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7c73256f-cf59-4096-b738-beaafd80d78c req-74575639-6f72-4ffb-8bfc-aac36f11d313 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Feb 21 01:33:41.976171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10deeb2-37d1-4070-a326-790e755688db req-9cca38a9-c2ec-4d16-8409-52d241f7befb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:41.977651 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e10deeb2-37d1-4070-a326-790e755688db req-9cca38a9-c2ec-4d16-8409-52d241f7befb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530238 Feb 21 01:33:42.027606 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e10deeb2-37d1-4070-a326-790e755688db req-6a4da069-be7a-4501-a7a3-fdeb47f1dd5d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Feb 21 01:33:43.143600 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86052-3a0f-4e33-964c-c6c8952f42a7 req-b55f2514-16c4-4da7-a9bf-4e92e9e4d7fa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:43.145078 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0cc86052-3a0f-4e33-964c-c6c8952f42a7 req-b55f2514-16c4-4da7-a9bf-4e92e9e4d7fa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521140 Feb 21 01:33:43.190053 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0cc86052-3a0f-4e33-964c-c6c8952f42a7 req-80bb3652-f5c0-4ba0-b8f0-d236f4dffdc3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Feb 21 01:33:44.312324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe78b-dfa7-4469-a4ee-f89b35c1e516 req-0749a28d-f901-4eba-bb95-f106cf4a5de0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:44.314260 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36efe78b-dfa7-4469-a4ee-f89b35c1e516 req-0749a28d-f901-4eba-bb95-f106cf4a5de0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0560765 Feb 21 01:33:44.371532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36efe78b-dfa7-4469-a4ee-f89b35c1e516 req-fd8fc066-0235-4b71-9fa7-3d897ec513b0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Feb 21 01:33:45.493466 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e47b-dfb4-42d3-b97a-56db71cd47f5 req-7e63afb5-e38e-4626-a7ec-4f1e22f0f85d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:45.494939 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c755e47b-dfb4-42d3-b97a-56db71cd47f5 req-7e63afb5-e38e-4626-a7ec-4f1e22f0f85d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0549202 Feb 21 01:33:45.540867 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c755e47b-dfb4-42d3-b97a-56db71cd47f5 req-d0de4e2a-5b08-491b-a40e-89bf007adbbe tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Feb 21 01:33:46.665642 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d7772-0f9a-49e3-8ea0-4d2866fcbc2c req-e1ddc348-f962-4678-81de-d048bb1719c8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:46.667262 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad4d7772-0f9a-49e3-8ea0-4d2866fcbc2c req-e1ddc348-f962-4678-81de-d048bb1719c8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0586815 Feb 21 01:33:46.718566 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad4d7772-0f9a-49e3-8ea0-4d2866fcbc2c req-678be2f5-a663-4682-beaa-e66c38c4d2f0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Feb 21 01:33:47.837203 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88372-8720-4efc-97d2-5b9f0bc9d280 req-88c9d6ce-8098-43bc-a033-9624907ea2d9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:47.838632 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4cf88372-8720-4efc-97d2-5b9f0bc9d280 req-88c9d6ce-8098-43bc-a033-9624907ea2d9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512474 Feb 21 01:33:47.883932 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4cf88372-8720-4efc-97d2-5b9f0bc9d280 req-d4aa0e9e-5205-4abd-943e-f641fd1ee85c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Feb 21 01:33:49.008690 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c575-a8e2-44fa-b13b-7d71a304d6b6 req-bfed2178-560e-4a61-b8af-ef3ea63bc9f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:49.010136 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3a43c575-a8e2-44fa-b13b-7d71a304d6b6 req-bfed2178-560e-4a61-b8af-ef3ea63bc9f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0564985 Feb 21 01:33:49.055639 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3a43c575-a8e2-44fa-b13b-7d71a304d6b6 req-e2bb60e2-4295-49cb-a556-b3dc63c9a082 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Feb 21 01:33:50.170981 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091321ed-6336-498c-9de0-efc09233f050 req-40de3435-3c4f-4730-a9e2-0e86e0b326e4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:50.172381 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-091321ed-6336-498c-9de0-efc09233f050 req-40de3435-3c4f-4730-a9e2-0e86e0b326e4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512729 Feb 21 01:33:50.220136 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-091321ed-6336-498c-9de0-efc09233f050 req-745411c8-2955-4b33-a59d-4ca3eaefcd8f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Feb 21 01:33:51.337792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fd20f-62d1-4dde-b083-169ef3ff7c3f req-edfdb0c0-ab60-48a2-ac48-f6a7cad908fa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.339273 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d2fd20f-62d1-4dde-b083-169ef3ff7c3f req-edfdb0c0-ab60-48a2-ac48-f6a7cad908fa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518496 Feb 21 01:33:51.387245 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d2fd20f-62d1-4dde-b083-169ef3ff7c3f req-3aac9b7c-ac61-4e0a-86ce-6350f173ed42 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Feb 21 01:33:52.503927 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa66f-f195-4c32-9b46-b2849e3c0fee req-cf3ff747-0361-42e3-a455-4e1c2c5f400c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:52.505379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b51fa66f-f195-4c32-9b46-b2849e3c0fee req-cf3ff747-0361-42e3-a455-4e1c2c5f400c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529616 Feb 21 01:33:52.551502 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b51fa66f-f195-4c32-9b46-b2849e3c0fee req-710af63b-3736-49c2-ab15-53a8856bab0c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Feb 21 01:33:53.672019 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096f03-9dcc-44bf-9c48-7ef2b30a3153 req-74397c03-11b1-46c0-973b-4ede24556f02 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.673384 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-44096f03-9dcc-44bf-9c48-7ef2b30a3153 req-74397c03-11b1-46c0-973b-4ede24556f02 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0550978 Feb 21 01:33:53.718398 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-44096f03-9dcc-44bf-9c48-7ef2b30a3153 req-47c5da38-44ef-4b81-8986-c90ca328a3a3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Feb 21 01:33:54.834572 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b107-5783-430f-8f77-52e69681f3bd req-7741fc96-8a06-44b2-947b-0359f2373bb3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:54.836042 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b09b107-5783-430f-8f77-52e69681f3bd req-7741fc96-8a06-44b2-947b-0359f2373bb3 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0512531 Feb 21 01:33:54.881755 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b09b107-5783-430f-8f77-52e69681f3bd req-a2f0f7d2-5427-4516-a291-08234609c4d2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Feb 21 01:33:56.010770 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6563-68f6-4380-b000-4c480d94d84d req-af0a673d-f62e-47bc-87d3-572e50504663 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:56.010770 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7db6563-68f6-4380-b000-4c480d94d84d req-af0a673d-f62e-47bc-87d3-572e50504663 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0553436 Feb 21 01:33:56.053243 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7db6563-68f6-4380-b000-4c480d94d84d req-69ac714a-590e-47ca-8822-e15f0a792ed4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Feb 21 01:33:57.183358 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841bacb-50be-4e9a-8fc5-5ccbf11e1d6c req-feafca27-c9c5-4170-a257-3b04366254fb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:57.185102 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c841bacb-50be-4e9a-8fc5-5ccbf11e1d6c req-feafca27-c9c5-4170-a257-3b04366254fb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0595253 Feb 21 01:33:57.230918 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c841bacb-50be-4e9a-8fc5-5ccbf11e1d6c req-c4019578-6aa0-4b2e-8025-2c4950b16ced tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Feb 21 01:33:58.346750 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00770-eaa2-4b92-813f-1e99465b45c6 req-da52b40e-00d6-4bc5-af6d-971be0cf8890 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:58.348236 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-31c00770-eaa2-4b92-813f-1e99465b45c6 req-da52b40e-00d6-4bc5-af6d-971be0cf8890 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0511439 Feb 21 01:33:58.397399 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-31c00770-eaa2-4b92-813f-1e99465b45c6 req-4104854a-9d02-41a6-bc4d-f6adfcbcec87 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Feb 21 01:33:59.326323 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:59.514512 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a092-c3c1-4deb-a0df-5698b7582674 req-302c4e53-e1cf-4e30-999f-f7bf88276c26 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:59.516024 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3482a092-c3c1-4deb-a0df-5698b7582674 req-302c4e53-e1cf-4e30-999f-f7bf88276c26 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0529859 Feb 21 01:33:59.551710 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbe46-7db8-4056-8048-fd027d24ac2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:59.562407 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3482a092-c3c1-4deb-a0df-5698b7582674 req-68a06b7c-bb9c-4938-92ca-694c30f5c9f4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Feb 21 01:34:00.679777 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797aeea-2486-4388-ac1d-cb23ed328016 req-9af400c5-1458-47da-a213-0a32649640db tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:00.681247 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5797aeea-2486-4388-ac1d-cb23ed328016 req-9af400c5-1458-47da-a213-0a32649640db tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518761 Feb 21 01:34:00.726656 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5797aeea-2486-4388-ac1d-cb23ed328016 req-202d5f61-5115-4cfd-badb-516346f20d8d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Feb 21 01:34:01.843737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7543ed6-72d5-4f9f-b085-7cc4d458cb4b req-4a806bbc-bb20-4dd3-87e6-0ba0c4ce135a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:01.845226 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7543ed6-72d5-4f9f-b085-7cc4d458cb4b req-4a806bbc-bb20-4dd3-87e6-0ba0c4ce135a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0516732 Feb 21 01:34:01.895606 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7543ed6-72d5-4f9f-b085-7cc4d458cb4b req-0fbd40ce-94a6-4361-80d8-e9caa3655a3b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Feb 21 01:34:02.153288 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ebef6aab-e5d9-4119-b6ee-2a30d0ef3bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.010953 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856eed-c64c-471a-93b4-aa00792c4a0a req-6f3544e2-bd59-4f67-b969-95989039d1dd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:03.012414 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec856eed-c64c-471a-93b4-aa00792c4a0a req-6f3544e2-bd59-4f67-b969-95989039d1dd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515244 Feb 21 01:34:03.057114 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ec856eed-c64c-471a-93b4-aa00792c4a0a req-45db8d88-1f96-4b87-95b9-ca531c2c8e13 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Feb 21 01:34:03.467911 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:04.178011 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb21c9a-bbc5-479f-89d5-8f9fb15ecb10 req-ff67ba8d-f02f-42bb-a882-c4600a90fc1c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:04.179389 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fb21c9a-bbc5-479f-89d5-8f9fb15ecb10 req-ff67ba8d-f02f-42bb-a882-c4600a90fc1c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0534787 Feb 21 01:34:04.224850 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fb21c9a-bbc5-479f-89d5-8f9fb15ecb10 req-287ab48a-c5d9-4af2-9427-822b80579d55 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Feb 21 01:34:05.044296 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:05.348063 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff55f4-6038-46f2-9ab5-63c0ba8432c6 req-ebe70298-94fa-49d5-a0b0-d7bed7dd5a24 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:05.349530 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d9ff55f4-6038-46f2-9ab5-63c0ba8432c6 req-ebe70298-94fa-49d5-a0b0-d7bed7dd5a24 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0555022 Feb 21 01:34:05.396209 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d9ff55f4-6038-46f2-9ab5-63c0ba8432c6 req-04b75e1f-2e4e-4cd2-8696-0db19235a3d2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Feb 21 01:34:05.953083 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:06.513369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced14c6-0036-4fbe-973b-6e2ce7936846 req-28e88d10-c073-49e4-ba19-239961788aca tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:06.514838 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eced14c6-0036-4fbe-973b-6e2ce7936846 req-28e88d10-c073-49e4-ba19-239961788aca tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526972 Feb 21 01:34:06.560638 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eced14c6-0036-4fbe-973b-6e2ce7936846 req-fe594c85-d0a8-4300-83bf-cfaeefa9a552 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Feb 21 01:34:07.679357 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791a82-f25d-4a95-8b17-abb065a59dfc req-8d6d1cb4-b6f6-452b-ae66-469052c160d4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:07.680999 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e791a82-f25d-4a95-8b17-abb065a59dfc req-8d6d1cb4-b6f6-452b-ae66-469052c160d4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0530758 Feb 21 01:34:07.728463 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7e791a82-f25d-4a95-8b17-abb065a59dfc req-c3bc05dc-e588-4dcd-993e-21965fad0c32 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Feb 21 01:34:08.857116 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802097e-4160-49fe-98ce-e5ebd42e5b18 req-11461ec7-128c-4dd7-896f-c13edc3e3476 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:08.857116 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c802097e-4160-49fe-98ce-e5ebd42e5b18 req-11461ec7-128c-4dd7-896f-c13edc3e3476 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0558839 Feb 21 01:34:08.900981 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c802097e-4160-49fe-98ce-e5ebd42e5b18 req-99ccdc89-23c5-4dfe-90b9-722644d53b5d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Feb 21 01:34:09.327574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:10.028906 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475fc00-1580-40ed-956e-4ff589cb493e req-f94f52c2-c5c2-4104-b7ee-e7b7cc46255e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:10.030412 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5475fc00-1580-40ed-956e-4ff589cb493e req-f94f52c2-c5c2-4104-b7ee-e7b7cc46255e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0550969 Feb 21 01:34:10.084104 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5475fc00-1580-40ed-956e-4ff589cb493e req-7bbd7022-9745-4637-bdc9-2463cc9bb0ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Feb 21 01:34:11.199176 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f5c4-04a1-45b8-a010-9ff6f4ee08cc req-b419eb33-eea3-438c-8427-b05ab5017a34 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:11.200720 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a531f5c4-04a1-45b8-a010-9ff6f4ee08cc req-b419eb33-eea3-438c-8427-b05ab5017a34 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520079 Feb 21 01:34:11.245933 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a531f5c4-04a1-45b8-a010-9ff6f4ee08cc req-233c368d-7bd9-4702-8341-c40fb66e9732 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Feb 21 01:34:12.361921 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28623ea5-5d0f-4008-bd62-299a27ec5ff0 req-3d88e1ad-5268-4163-b386-6a2e229e582f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:12.363384 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-28623ea5-5d0f-4008-bd62-299a27ec5ff0 req-3d88e1ad-5268-4163-b386-6a2e229e582f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0520911 Feb 21 01:34:12.407682 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-28623ea5-5d0f-4008-bd62-299a27ec5ff0 req-324b4076-ad43-451b-925f-c28e86abcdbf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Feb 21 01:34:13.529794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdfcc6-c3a9-4d71-a473-6e35b1260623 req-4791474c-5f35-485f-90d8-f6684dd45a73 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.531246 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3bdfcc6-c3a9-4d71-a473-6e35b1260623 req-4791474c-5f35-485f-90d8-f6684dd45a73 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0574088 Feb 21 01:34:13.576515 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a3bdfcc6-c3a9-4d71-a473-6e35b1260623 req-404351de-a928-4f26-ae05-8a7962e6ad02 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Feb 21 01:34:14.694407 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505a736-1117-4b46-8b82-1a33590f78a4 req-62403449-2476-44ca-8b79-7abcae7ae247 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:14.695894 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3505a736-1117-4b46-8b82-1a33590f78a4 req-62403449-2476-44ca-8b79-7abcae7ae247 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0521472 Feb 21 01:34:14.742117 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3505a736-1117-4b46-8b82-1a33590f78a4 req-c2586912-6bbe-4956-bbaa-1b0aafff6f7f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Feb 21 01:34:15.864899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c7f0-68d6-418e-8b72-0211f15c3589 req-ef7219c2-769e-43c8-9e73-2a6f21f677a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:15.866672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e05c7f0-68d6-418e-8b72-0211f15c3589 req-ef7219c2-769e-43c8-9e73-2a6f21f677a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0548406 Feb 21 01:34:15.914028 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e05c7f0-68d6-418e-8b72-0211f15c3589 req-55b1b239-3a94-403f-b349-bb8f5fb34799 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Feb 21 01:34:17.032716 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaad6b-53c5-4033-b940-d9a5edd7fdce req-1371091f-5245-4332-9634-4c34968d3cfd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:17.034769 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bfdaad6b-53c5-4033-b940-d9a5edd7fdce req-1371091f-5245-4332-9634-4c34968d3cfd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0560026 Feb 21 01:34:17.078916 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bfdaad6b-53c5-4033-b940-d9a5edd7fdce req-91e6d690-edb6-4bee-8547-814c461cef54 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Feb 21 01:34:18.195936 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd97170-6c3f-4296-b24a-38cd6ccd07f2 req-0a68b0b5-798b-434e-b0d9-ad99e56f3e77 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:18.197324 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bcd97170-6c3f-4296-b24a-38cd6ccd07f2 req-0a68b0b5-798b-434e-b0d9-ad99e56f3e77 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0509422 Feb 21 01:34:18.245881 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bcd97170-6c3f-4296-b24a-38cd6ccd07f2 req-d5fcda4b-7ae1-48b9-aa14-11284ee7d8b4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431406 Feb 21 01:34:19.364830 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703d198-9e19-4be6-9169-3017c58aa368 req-e27183d9-3a75-44d7-ab88-5fd3ed71116e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:19.366705 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4703d198-9e19-4be6-9169-3017c58aa368 req-e27183d9-3a75-44d7-ab88-5fd3ed71116e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0523391 Feb 21 01:34:19.413946 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4703d198-9e19-4be6-9169-3017c58aa368 req-b886bb79-374f-4ce6-9b21-a0ae9defab7b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Feb 21 01:34:20.554124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69a2ba-9846-40f0-9ab3-caeb72241110 req-1b38f0d0-33a3-4b5b-b02c-24b0ac23bcde tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:20.555703 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3f69a2ba-9846-40f0-9ab3-caeb72241110 req-1b38f0d0-33a3-4b5b-b02c-24b0ac23bcde tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0641880 Feb 21 01:34:20.603858 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3f69a2ba-9846-40f0-9ab3-caeb72241110 req-02940a6f-6d83-4f10-b293-0b649c67f899 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Feb 21 01:34:20.650377 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 38756) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:20.705302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (e05ec245-18b1-4e86-831a-be198d366b96), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.732327 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (e05ec245-18b1-4e86-831a-be198d366b96), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.861618 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e05ec245-18b1-4e86-831a-be198d366b96), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.864438 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.865594 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] 10.222.0.91 "DELETE /v2.0/security-groups/e05ec245-18b1-4e86-831a-be198d366b96 HTTP/1.1" status: 204 len: 168 time: 0.2142072 Feb 21 01:34:20.875094 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ec245-18b1-4e86-831a-be198d366b96,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:20.883074 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.883433 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.883781 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.884154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.884488 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.884819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.885148 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.885475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.885801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.886129 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.886454 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.886775 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:20.887097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307e5cec-6441-47fc-8edd-9ecac0abe8c5 tempest-TestShelveInstance-2000146732 tempest-TestShelveInstance-2000146732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:21.723565 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b6464-1fd9-4e4f-9433-ab92b9eb787d req-09982957-12fa-421c-8457-667991c5639a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:21.725044 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-549b6464-1fd9-4e4f-9433-ab92b9eb787d req-09982957-12fa-421c-8457-667991c5639a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0518610 Feb 21 01:34:21.769881 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-549b6464-1fd9-4e4f-9433-ab92b9eb787d req-8a86b927-27c4-4f35-af34-0d64486f8d44 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394478 Feb 21 01:34:22.034416 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 38772) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:22.467792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:22.719424 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Deleting port e50fe632-7603-4dbf-8925-50960caee92f {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:22.719772 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (e50fe632-7603-4dbf-8925-50960caee92f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:22.897552 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846e70-d14b-48b4-9c5d-01b815dbc42c req-a50f67ae-ab09-4eba-83fd-220edaaea77c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:22.899020 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4c846e70-d14b-48b4-9c5d-01b815dbc42c req-a50f67ae-ab09-4eba-83fd-220edaaea77c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0593343 Feb 21 01:34:22.949332 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4c846e70-d14b-48b4-9c5d-01b815dbc42c req-a6e318fe-a016-4875-8648-0ece035b1a34 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Feb 21 01:34:23.055198 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] For port e50fe632-7603-4dbf-8925-50960caee92f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e50fe632-7603-4dbf-8925-50960caee92f,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:23.055800 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (e50fe632-7603-4dbf-8925-50960caee92f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:23.067957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Calling delete_port for e50fe632-7603-4dbf-8925-50960caee92f owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:23.312330 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (e50fe632-7603-4dbf-8925-50960caee92f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:23.337153 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50fe632-7603-4dbf-8925-50960caee92f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:23.508955 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:23.726915 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:34:23.836613 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:34:23.844413 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-65d541ea-939e-4d4e-862b-d08838c92709 admin admin] 10.222.0.91 "PUT /v2.0/routers/3cf2fd01-b44c-418f-a366-75c0aeb51aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066292 Feb 21 01:34:23.844888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 38796) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:23.848633 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Sync routers for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:34:23.858691 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:34:23.859310 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:34:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:23.958821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks [] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:23.968333 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:34:24.094768 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks [] for router_gateway (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.114086 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dedbe-d933-4a85-b56d-80c6c39fbdf8 req-7fc9e905-2c4c-43b7-ab52-2af024224e28 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:24.115574 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d20dedbe-d933-4a85-b56d-80c6c39fbdf8 req-7fc9e905-2c4c-43b7-ab52-2af024224e28 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0963387 Feb 21 01:34:24.155240 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:34:23Z', 'revision_number': 5, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port': {'id': '83f370e4-f422-48ad-b104-d4a2d7933824', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:24.163517 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d20dedbe-d933-4a85-b56d-80c6c39fbdf8 req-923591d1-b476-46f2-b330-2c24a2fa669e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Feb 21 01:34:24.185671 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Checking router: 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:34:24.194538 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Routers {'3cf2fd01-b44c-418f-a366-75c0aeb51aa5'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:34:24.195146 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:34:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:24.221824 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Deleting port 83f370e4-f422-48ad-b104-d4a2d7933824 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:24.222167 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.282706 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] Set router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:34:24.298110 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] For port 83f370e4-f422-48ad-b104-d4a2d7933824, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=83f370e4-f422-48ad-b104-d4a2d7933824,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:24.298473 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.310277 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Calling delete_port for 83f370e4-f422-48ad-b104-d4a2d7933824 owned by network:router_gateway {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:24.333084 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:34:24Z', 'revision_number': 6, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:24.361198 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fc17b-8f53-4196-91ba-3cc5365bd0d5 None None] The sync data for ids ['3cf2fd01-b44c-418f-a366-75c0aeb51aa5'] in dv-cinder-813227-6-iscsi is: [{'id': '3cf2fd01-b44c-418f-a366-75c0aeb51aa5', 'name': 'tempest-TestShelveInstance-1083340352-router', 'tenant_id': '8b8129cff1a0403ea1c6790469938a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:06Z', 'updated_at': '2022-02-21T01:34:24Z', 'revision_number': 6, 'project_id': '8b8129cff1a0403ea1c6790469938a6e', 'gw_port_host': None}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:34:24.546480 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (83f370e4-f422-48ad-b104-d4a2d7933824), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.576200 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f370e4-f422-48ad-b104-d4a2d7933824,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:24.636364 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.731263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.733917 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks [] for router_controller (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.894746 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (3cf2fd01-b44c-418f-a366-75c0aeb51aa5), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.894746 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf2fd01-b44c-418f-a366-75c0aeb51aa5 {{(pid=103415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:34:24.900286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.902972 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a01d3903-3c9b-4f3f-b2a6-f05f84d78938 admin admin] 10.222.0.91 "DELETE /v2.0/routers/3cf2fd01-b44c-418f-a366-75c0aeb51aa5 HTTP/1.1" status: 204 len: 168 time: 1.0549595 Feb 21 01:34:24.903797 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 38810) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:24.951656 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Deleting subnet b92a4004-fa9a-4d6a-a723-2c425d604f38 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:34:24.954976 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Publish callbacks [] for subnet (b92a4004-fa9a-4d6a-a723-2c425d604f38), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:24.995078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (b92a4004-fa9a-4d6a-a723-2c425d604f38), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.073136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (b92a4004-fa9a-4d6a-a723-2c425d604f38), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.198565 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (b92a4004-fa9a-4d6a-a723-2c425d604f38), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.229820 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92a4004-fa9a-4d6a-a723-2c425d604f38,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:25.231792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.238112 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b81805-635b-4999-9de0-badeac318557 None None] Network 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:34:25.238611 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-f3f36d37-c5c3-4f3f-98ad-dd1383a8868a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b92a4004-fa9a-4d6a-a723-2c425d604f38 HTTP/1.1" status: 204 len: 168 time: 0.3331554 Feb 21 01:34:25.238729 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 38814) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:25.289289 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8caac-5352-4b1b-ab09-d79f7e7ca66d req-26ee9acd-ae78-413b-8615-ad652a5546a4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:25.293969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20d8caac-5352-4b1b-ab09-d79f7e7ca66d req-26ee9acd-ae78-413b-8615-ad652a5546a4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0573394 Feb 21 01:34:25.308640 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.340314 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-20d8caac-5352-4b1b-ab09-d79f7e7ca66d req-7e65d3a8-e9a0-495b-a3b8-8aba33ae257c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Feb 21 01:34:25.372010 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Deleting port 465fd05e-a6c4-413f-9940-4f0f1c632a86 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:25.372334 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.403440 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] DHCP port deletion for 5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:34:25.440888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] For port 465fd05e-a6c4-413f-9940-4f0f1c632a86, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=465fd05e-a6c4-413f-9940-4f0f1c632a86,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:25.441257 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.450935 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Deleting port 465fd05e-a6c4-413f-9940-4f0f1c632a86 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:25.451312 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.455029 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Calling delete_port for 465fd05e-a6c4-413f-9940-4f0f1c632a86 owned by network:dhcp {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:25.513847 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] For port 465fd05e-a6c4-413f-9940-4f0f1c632a86, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=465fd05e-a6c4-413f-9940-4f0f1c632a86,segment=NetworkSegment(8c39da77-f67d-4cd3-82f5-745a3d363db7),segment_id=8c39da77-f67d-4cd3-82f5-745a3d363db7)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:25.514250 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.527278 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Calling delete_port for 465fd05e-a6c4-413f-9940-4f0f1c632a86 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:25.609742 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.615666 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (465fd05e-a6c4-413f-9940-4f0f1c632a86), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.634585 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=465fd05e-a6c4-413f-9940-4f0f1c632a86,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:25.643259 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Pushing event deleted for resources: {'Port': ['ID=465fd05e-a6c4-413f-9940-4f0f1c632a86,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:25.643685 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] No DVR routers for this DVR port 465fd05e-a6c4-413f-9940-4f0f1c632a86 on host dv-cinder-813227-6-iscsi {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:34:25.646506 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] No DVR routers for this DVR port 465fd05e-a6c4-413f-9940-4f0f1c632a86 on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.655281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.656165 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.656165 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.656165 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.656560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.657040 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.657165 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7822aae2-bbd1-4277-9516-32332bf9d816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:25.717983 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.740030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:25.749623 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c39da77-f67d-4cd3-82f5-745a3d363db7') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:25.749938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c39da77-f67d-4cd3-82f5-745a3d363db7') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:25.760464 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (8c39da77-f67d-4cd3-82f5-745a3d363db7), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.773881 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (8c39da77-f67d-4cd3-82f5-745a3d363db7), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.779638 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:34:25.780063 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (8c39da77-f67d-4cd3-82f5-745a3d363db7), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:34:25.781680 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:34:25.924815 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.930788 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:25.936874 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] 10.222.0.91 "DELETE /v2.0/networks/5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2 HTTP/1.1" status: 204 len: 168 time: 0.6952744 Feb 21 01:34:25.940259 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38824) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:25.947579 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188231d-35b9-4f50-a930-46ab40c83a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5511ff33-d7ec-4d7f-ba44-3c1bdb1bfac2,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:26.001802 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 83f370e4-f422-48ad-b104-d4a2d7933824 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:26.022621 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 83f370e4-f422-48ad-b104-d4a2d7933824 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:26.022973 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 83f370e4-f422-48ad-b104-d4a2d7933824 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:26.023401 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e50fe632-7603-4dbf-8925-50960caee92f no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:26.042807 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: e50fe632-7603-4dbf-8925-50960caee92f {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:26.043259 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e50fe632-7603-4dbf-8925-50960caee92f not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:26.043778 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 465fd05e-a6c4-413f-9940-4f0f1c632a86 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:26.066240 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 465fd05e-a6c4-413f-9940-4f0f1c632a86 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:26.066594 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 465fd05e-a6c4-413f-9940-4f0f1c632a86 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:26.465889 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb520f54-2e40-4875-ba4e-df6fd3502a41 req-e08586f5-1d1d-4173-9e19-69737988f749 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:26.467667 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eb520f54-2e40-4875-ba4e-df6fd3502a41 req-e08586f5-1d1d-4173-9e19-69737988f749 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0542252 Feb 21 01:34:26.515431 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eb520f54-2e40-4875-ba4e-df6fd3502a41 req-5f65c537-2cdf-494d-ac2e-91aeec8a7eea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Feb 21 01:34:26.580005 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (f5823d53-dc12-4617-ab60-46139f1dce76), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:26.886352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Deleting port 18fa5c85-0b6b-439e-ace0-43d4145fa619 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:26.886695 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:27.008082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] For port 18fa5c85-0b6b-439e-ace0-43d4145fa619, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=18fa5c85-0b6b-439e-ace0-43d4145fa619,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:27.008437 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:27.020064 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Calling delete_port for 18fa5c85-0b6b-439e-ace0-43d4145fa619 owned by network:router_interface {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:27.275878 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (18fa5c85-0b6b-439e-ace0-43d4145fa619), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:27.301958 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Pushing event deleted for resources: {'Port': ['ID=18fa5c85-0b6b-439e-ace0-43d4145fa619,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:27.313127 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.314369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.314369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.314369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.314695 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.314996 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.315332 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.315666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.316059 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.316393 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.316722 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.317046 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.317370 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:27.480953 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (f5823d53-dc12-4617-ab60-46139f1dce76), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:27.682759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25a011-79d3-4d58-ade6-2ffda2a63417 req-6bda268f-1095-4198-b7f7-5282d2391e56 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:27.684141 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9d25a011-79d3-4d58-ade6-2ffda2a63417 req-6bda268f-1095-4198-b7f7-5282d2391e56 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.1005676 Feb 21 01:34:27.761951 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Router f5823d53-dc12-4617-ab60-46139f1dce76 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:34:27.771636 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9d25a011-79d3-4d58-ade6-2ffda2a63417 req-790bcf79-a9b0-44fe-8230-7bf5ab8f57fc tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598798 Feb 21 01:34:27.878973 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:34:27.883969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-53b74c4f-447e-4151-9093-f5130223996b admin admin] 10.222.0.91 "PUT /v2.0/routers/f5823d53-dc12-4617-ab60-46139f1dce76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448850 Feb 21 01:34:27.886565 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38838) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:27.887616 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Sync routers for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:34:27.897202 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:34:27.897899 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:34:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:28.009378 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks [] for router (f5823d53-dc12-4617-ab60-46139f1dce76), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.128619 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks [] for router_gateway (f5823d53-dc12-4617-ab60-46139f1dce76), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.147422 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:34:28.328720 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:34:27Z', 'revision_number': 5, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port': {'id': '4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:28.357834 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Checking router: f5823d53-dc12-4617-ab60-46139f1dce76 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:34:28.368192 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Routers {'f5823d53-dc12-4617-ab60-46139f1dce76'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:34:28.368902 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:34:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['f5823d53-dc12-4617-ab60-46139f1dce76'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:28.459464 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] Set router f5823d53-dc12-4617-ab60-46139f1dce76 gateway port host: None {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:34:28.473374 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Deleting port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:28.473714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.513640 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:34:28Z', 'revision_number': 6, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:28.540721 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0c52c-796c-43d4-a1ba-e27ecc504f1d None None] The sync data for ids ['f5823d53-dc12-4617-ab60-46139f1dce76'] in dv-cinder-813227-6-iscsi is: [{'id': 'f5823d53-dc12-4617-ab60-46139f1dce76', 'name': 'tempest-TestShelveInstance-1339516584-router', 'tenant_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:28:12Z', 'updated_at': '2022-02-21T01:34:28Z', 'revision_number': 6, 'project_id': '0e4f1d5ebee4448fa8ec3b03374d8293', 'gw_port_host': None}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:34:28.550247 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] For port 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:28.550619 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.563204 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Calling delete_port for 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b owned by network:router_gateway {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:28.813132 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.840990 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:28.902620 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50682b-4db2-455f-a0b1-b9ef8445f17d req-40448ca7-8f34-4ee9-acb9-df423b99b489 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:28.904014 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (f5823d53-dc12-4617-ab60-46139f1dce76), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:28.904247 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c50682b-4db2-455f-a0b1-b9ef8445f17d req-40448ca7-8f34-4ee9-acb9-df423b99b489 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0627532 Feb 21 01:34:28.958264 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c50682b-4db2-455f-a0b1-b9ef8445f17d req-512efa85-9ec0-4b54-89a5-2d77db14986d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Feb 21 01:34:29.016340 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (f5823d53-dc12-4617-ab60-46139f1dce76), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.019082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks [] for router_controller (f5823d53-dc12-4617-ab60-46139f1dce76), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.132793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (f5823d53-dc12-4617-ab60-46139f1dce76), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.133369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5823d53-dc12-4617-ab60-46139f1dce76 {{(pid=103416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:34:29.138196 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.146879 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-37f4c9be-c527-4a8a-bc96-1f25e1aa5222 admin admin] 10.222.0.91 "DELETE /v2.0/routers/f5823d53-dc12-4617-ab60-46139f1dce76 HTTP/1.1" status: 204 len: 168 time: 1.2518845 Feb 21 01:34:29.146879 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38858) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:29.186365 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Deleting subnet d5204761-e1c8-452d-a37e-5ea670a656c4 {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:34:29.190625 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Publish callbacks [] for subnet (d5204761-e1c8-452d-a37e-5ea670a656c4), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.228112 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (d5204761-e1c8-452d-a37e-5ea670a656c4), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.334939 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (d5204761-e1c8-452d-a37e-5ea670a656c4), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.464433 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (d5204761-e1c8-452d-a37e-5ea670a656c4), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.490139 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5204761-e1c8-452d-a37e-5ea670a656c4,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:29.496420 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.499983 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b7d6bf4e-a05f-4ec1-8510-efb644f37654 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d5204761-e1c8-452d-a37e-5ea670a656c4 HTTP/1.1" status: 204 len: 168 time: 0.3564258 Feb 21 01:34:29.502525 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38860) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:29.502782 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a661d-bbfd-4e52-a22f-b490fb555154 None None] Network 96b36edc-aa47-44d0-8334-61e555ae96f8 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:34:29.550580 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba2eb-6e1a-47c1-81b0-3a69d31c16a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.575536 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (96b36edc-aa47-44d0-8334-61e555ae96f8), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.629624 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Deleting port 7f26a883-b192-43e9-8072-cde34468eaf5 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:29.629961 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.654532 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800baa62-6142-4607-88f4-df6246b81276 None None] DHCP port deletion for 96b36edc-aa47-44d0-8334-61e555ae96f8 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:34:29.696911 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] For port 7f26a883-b192-43e9-8072-cde34468eaf5, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=7f26a883-b192-43e9-8072-cde34468eaf5,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:29.697285 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.707906 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Deleting port 7f26a883-b192-43e9-8072-cde34468eaf5 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:34:29.708288 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.710886 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Calling delete_port for 7f26a883-b192-43e9-8072-cde34468eaf5 owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:29.769843 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-800baa62-6142-4607-88f4-df6246b81276 None None] For port 7f26a883-b192-43e9-8072-cde34468eaf5, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=7f26a883-b192-43e9-8072-cde34468eaf5,segment=NetworkSegment(bbd6f1d0-57b6-4566-9ee0-8c737a540e2d),segment_id=bbd6f1d0-57b6-4566-9ee0-8c737a540e2d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:29.770251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.782375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Calling delete_port for 7f26a883-b192-43e9-8072-cde34468eaf5 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:34:29.847246 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.861862 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (7f26a883-b192-43e9-8072-cde34468eaf5), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.878202 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f26a883-b192-43e9-8072-cde34468eaf5,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:29.882571 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] No DVR routers for this DVR port 7f26a883-b192-43e9-8072-cde34468eaf5 on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:34:29.887630 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800baa62-6142-4607-88f4-df6246b81276 None None] Pushing event deleted for resources: {'Port': ['ID=7f26a883-b192-43e9-8072-cde34468eaf5,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:29.891177 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800baa62-6142-4607-88f4-df6246b81276 None None] No DVR routers for this DVR port 7f26a883-b192-43e9-8072-cde34468eaf5 on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:34:29.955979 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (96b36edc-aa47-44d0-8334-61e555ae96f8), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:29.976665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b36edc-aa47-44d0-8334-61e555ae96f8']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:29.987418 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:29.987720 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd6f1d0-57b6-4566-9ee0-8c737a540e2d') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:34:29.987868 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 7f26a883-b192-43e9-8072-cde34468eaf5 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:29.997830 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (bbd6f1d0-57b6-4566-9ee0-8c737a540e2d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.010274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 7f26a883-b192-43e9-8072-cde34468eaf5 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:30.010274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 7f26a883-b192-43e9-8072-cde34468eaf5 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:30.010274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:30.014452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (bbd6f1d0-57b6-4566-9ee0-8c737a540e2d), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.021197 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:34:30.021595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (bbd6f1d0-57b6-4566-9ee0-8c737a540e2d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:34:30.023269 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:34:30.033627 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:30.033627 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 4b6657cc-a1d8-4ae3-8fa6-f9caca2b4e9b not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:30.033627 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 18fa5c85-0b6b-439e-ace0-43d4145fa619 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:34:30.051462 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 18fa5c85-0b6b-439e-ace0-43d4145fa619 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:34:30.053359 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 18fa5c85-0b6b-439e-ace0-43d4145fa619 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:34:30.122905 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e5ea-f639-4d60-aadb-9dbe38e1397b req-656c4295-b96c-4ce0-a9db-220fc4564dff tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:30.124604 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0931e5ea-f639-4d60-aadb-9dbe38e1397b req-656c4295-b96c-4ce0-a9db-220fc4564dff tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0877070 Feb 21 01:34:30.158750 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (96b36edc-aa47-44d0-8334-61e555ae96f8), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.169893 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.173383 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] 10.222.0.91 "DELETE /v2.0/networks/96b36edc-aa47-44d0-8334-61e555ae96f8 HTTP/1.1" status: 204 len: 168 time: 0.6695585 Feb 21 01:34:30.189685 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0931e5ea-f639-4d60-aadb-9dbe38e1397b req-f27226ee-dba6-4e44-99af-a753ebec5221 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589881 Feb 21 01:34:30.191649 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37108a8-26ab-4cb2-8b1f-c9784093a703 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b36edc-aa47-44d0-8334-61e555ae96f8,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:30.430276 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38874) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:30.468045 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-19e9264c-3759-46cd-add3-2ef9781283aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8b8129cff1a0403ea1c6790469938a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365860 Feb 21 01:34:30.471308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38876) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:30.521261 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] Publish callbacks [] for security_group (52050df2-f633-4705-8f0a-553c5c3eed50), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.542166 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] Publish callbacks [] for security_group (52050df2-f633-4705-8f0a-553c5c3eed50), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.663809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (52050df2-f633-4705-8f0a-553c5c3eed50), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.666365 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:30.667505 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52050df2-f633-4705-8f0a-553c5c3eed50 HTTP/1.1" status: 204 len: 168 time: 0.1952956 Feb 21 01:34:30.675654 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b18df-c6d2-43b2-88c0-79a47e9335a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52050df2-f633-4705-8f0a-553c5c3eed50,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:31.313369 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38892) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:31.326003 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da1491-8719-4653-b309-229cb1dedcfe req-81bc8a48-be73-4574-94af-bf9cd072eb05 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:31.326618 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-21da1491-8719-4653-b309-229cb1dedcfe req-81bc8a48-be73-4574-94af-bf9cd072eb05 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0588434 Feb 21 01:34:31.356466 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c88e2896-a544-4124-8e07-710e2cd59bf5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e4f1d5ebee4448fa8ec3b03374d8293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391941 Feb 21 01:34:31.356872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 38894) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:31.375396 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-21da1491-8719-4653-b309-229cb1dedcfe req-402c0a7f-5257-4696-8c55-c27978abd088 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Feb 21 01:34:31.403527 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] Publish callbacks [] for security_group (aec82339-6252-42fa-a239-586627557e66), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.426593 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] Publish callbacks [] for security_group (aec82339-6252-42fa-a239-586627557e66), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.529144 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (aec82339-6252-42fa-a239-586627557e66), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.531804 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:31.533300 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aec82339-6252-42fa-a239-586627557e66 HTTP/1.1" status: 204 len: 168 time: 0.1755269 Feb 21 01:34:31.540836 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6094d7f-5011-441d-a9e4-beb9b2450b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec82339-6252-42fa-a239-586627557e66,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:32.152224 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b1725a7b-3c06-4933-871d-926f89142077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:32.496196 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b349e40-bd85-454b-9f6d-b7c8969049c8 req-da46220f-37ee-4f6c-a809-ac3b06d57350 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:32.497656 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b349e40-bd85-454b-9f6d-b7c8969049c8 req-da46220f-37ee-4f6c-a809-ac3b06d57350 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0541995 Feb 21 01:34:32.543498 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b349e40-bd85-454b-9f6d-b7c8969049c8 req-e4a4d1d7-5fef-4e94-b5ae-e6d0c35ad841 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Feb 21 01:34:33.471568 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:33.660324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b98e1-d58e-4967-99d3-35635751b682 req-3cd4bfef-1feb-48ce-8e9e-dc59665fe551 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:33.661773 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-306b98e1-d58e-4967-99d3-35635751b682 req-3cd4bfef-1feb-48ce-8e9e-dc59665fe551 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0522408 Feb 21 01:34:33.706932 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-306b98e1-d58e-4967-99d3-35635751b682 req-2f273567-5cfb-41fd-9660-00a5b03c5551 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Feb 21 01:34:34.822975 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70914f-4e86-4079-aedc-e0d1860683ae req-0a60e80f-e97f-45d9-ac90-0247cdc0612a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:34.831900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8f70914f-4e86-4079-aedc-e0d1860683ae req-0a60e80f-e97f-45d9-ac90-0247cdc0612a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519345 Feb 21 01:34:34.870469 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8f70914f-4e86-4079-aedc-e0d1860683ae req-29c1169c-52c8-494a-95a0-d13bb8c817fe tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Feb 21 01:34:35.031763 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:35.974800 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:35.995780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5006-4447-43f6-b02a-e5d2508e719b req-a7dce0a5-e442-46f7-9aff-b8be4c16c55e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:36.007630 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eebc5006-4447-43f6-b02a-e5d2508e719b req-a7dce0a5-e442-46f7-9aff-b8be4c16c55e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0572472 Feb 21 01:34:36.046280 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eebc5006-4447-43f6-b02a-e5d2508e719b req-f52031f8-1eb3-48e9-97eb-9c237fcba5ea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Feb 21 01:34:36.324569 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:34:36.391050 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-63e4379b-d15b-429b-89d2-8163a3a9e101 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457938 Feb 21 01:34:36.452931 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-c1caa905-982f-431a-a81d-15d908bb74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:36.454539 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-c1caa905-982f-431a-a81d-15d908bb74ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 1129 time: 0.0435514 Feb 21 01:34:36.556607 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-d90e8cd6-ab2c-4058-b69d-7396edef73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:36.558093 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-d90e8cd6-ab2c-4058-b69d-7396edef73a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0868988 Feb 21 01:34:36.602986 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-b1ecf2d7-ffe1-43b0-a743-6045e9bd3af4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 200 len: 217 time: 0.0385213 Feb 21 01:34:36.651895 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-101f3454-ec5b-43cd-ba72-f6c60b3dcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:36.653277 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-101f3454-ec5b-43cd-ba72-f6c60b3dcff5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0433652 Feb 21 01:34:36.684074 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-94fc16d3-d8d5-4e22-bf60-443c0e7af928 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247800 Feb 21 01:34:36.782994 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-4a41432f-ae61-4721-a71c-ff78dae67b9b service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912504 Feb 21 01:34:36.870484 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f05397fb-15a1-4de9-8ad0-e761879bc156 req-cb1faeb6-0736-496b-9949-4802a71f1a2a service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806153 Feb 21 01:34:37.164951 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77699cf-9535-4b01-9c3f-72c1cef9be59 req-b6ecd381-1c8c-4333-8256-29484eb25604 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:37.166345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f77699cf-9535-4b01-9c3f-72c1cef9be59 req-b6ecd381-1c8c-4333-8256-29484eb25604 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0528541 Feb 21 01:34:37.213186 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f77699cf-9535-4b01-9c3f-72c1cef9be59 req-3c6a527b-5791-4ce6-bb43-0d40fc6578ff tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Feb 21 01:34:38.331483 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340957-fbaf-418e-834b-704b926b7d55 req-9cec6221-9d26-4dfa-adce-e8104e001530 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:38.333128 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5b340957-fbaf-418e-834b-704b926b7d55 req-9cec6221-9d26-4dfa-adce-e8104e001530 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0547845 Feb 21 01:34:38.380850 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5b340957-fbaf-418e-834b-704b926b7d55 req-0cc1f998-94e8-48af-b039-7de061357e6a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Feb 21 01:34:39.340088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:39.502218 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef800f-edde-4dc2-83cb-0915b0b1dbd9 req-896b06e3-df4a-4b1f-beff-2897a6ae689f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:39.503671 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b1ef800f-edde-4dc2-83cb-0915b0b1dbd9 req-896b06e3-df4a-4b1f-beff-2897a6ae689f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0565982 Feb 21 01:34:39.549540 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b1ef800f-edde-4dc2-83cb-0915b0b1dbd9 req-193ad378-ebf9-47a7-abc5-66b03744bdc2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Feb 21 01:34:40.666447 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793074-22ef-4ed3-a33b-71c82059fa2b req-a053a99b-26a2-4a07-8bee-600c42f86bc5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:40.667808 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-19793074-22ef-4ed3-a33b-71c82059fa2b req-a053a99b-26a2-4a07-8bee-600c42f86bc5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514915 Feb 21 01:34:40.716595 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-19793074-22ef-4ed3-a33b-71c82059fa2b req-262ce5dd-64b1-4ea9-b03e-ecfcc58153ff tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Feb 21 01:34:41.831763 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168d57-0e0a-43f1-a35f-95cf9b928e4f req-884bc45d-161e-468d-a3a9-138e0232441e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:41.833299 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3168d57-0e0a-43f1-a35f-95cf9b928e4f req-884bc45d-161e-468d-a3a9-138e0232441e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519018 Feb 21 01:34:41.880572 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3168d57-0e0a-43f1-a35f-95cf9b928e4f req-447a2e6f-6d62-4c37-8f75-eaab9888683f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Feb 21 01:34:43.004397 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17d53a-006a-4cd0-8800-d1e053f9d349 req-efc84bcd-a87c-471c-b252-0db90fe9c58f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:43.005873 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c17d53a-006a-4cd0-8800-d1e053f9d349 req-efc84bcd-a87c-471c-b252-0db90fe9c58f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0548987 Feb 21 01:34:43.052005 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7c17d53a-006a-4cd0-8800-d1e053f9d349 req-c75efacd-5642-42ef-ba30-8a421a885cfd tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Feb 21 01:34:44.168613 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177825-f66e-4f87-bfff-51b4546e6049 req-64cbedbf-9a39-48bd-a0c6-34cffa6e95f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:44.170061 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eb177825-f66e-4f87-bfff-51b4546e6049 req-64cbedbf-9a39-48bd-a0c6-34cffa6e95f6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0539892 Feb 21 01:34:44.215860 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eb177825-f66e-4f87-bfff-51b4546e6049 req-83aec837-7a83-416f-a702-e5978af6951d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Feb 21 01:34:45.333035 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2f20-1847-4749-9cbe-fe9f1909c0a2 req-9de78c84-46fe-4747-b5b0-ee808810167f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:45.334389 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-114a2f20-1847-4749-9cbe-fe9f1909c0a2 req-9de78c84-46fe-4747-b5b0-ee808810167f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0514948 Feb 21 01:34:45.380081 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-114a2f20-1847-4749-9cbe-fe9f1909c0a2 req-ba65fd00-e38e-4730-afa6-45ee71c55569 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Feb 21 01:34:46.495982 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fcf8e-7969-4f8a-bfa9-5c6119d25c34 req-ba84d3ed-1ba5-4bb0-8dcf-47ebf621b0d1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:46.497429 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-102fcf8e-7969-4f8a-bfa9-5c6119d25c34 req-ba84d3ed-1ba5-4bb0-8dcf-47ebf621b0d1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0507655 Feb 21 01:34:46.542755 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-102fcf8e-7969-4f8a-bfa9-5c6119d25c34 req-4ff1eb5c-a391-4c34-bd3a-26baa55facda tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Feb 21 01:34:47.663938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35795b61-c3f1-48b7-bf13-77e0ad8c319a req-6c9b462a-ef16-4f1e-943b-052ad2adf0fe tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:47.665386 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-35795b61-c3f1-48b7-bf13-77e0ad8c319a req-6c9b462a-ef16-4f1e-943b-052ad2adf0fe tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0563383 Feb 21 01:34:47.710633 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-35795b61-c3f1-48b7-bf13-77e0ad8c319a req-92c85702-5155-46fa-b3d7-5a505c9ef068 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Feb 21 01:34:48.838114 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5707f-b5bf-4926-b5d7-9b951fe04fb7 req-e2699016-a561-4bf6-976a-740ab57ef1a7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:48.839687 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-44f5707f-b5bf-4926-b5d7-9b951fe04fb7 req-e2699016-a561-4bf6-976a-740ab57ef1a7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0595698 Feb 21 01:34:48.892987 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-44f5707f-b5bf-4926-b5d7-9b951fe04fb7 req-149bc0cf-4a58-400b-8d42-447e48018b21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Feb 21 01:34:50.009647 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c3e0-3aad-4b23-aba9-3e9a10283795 req-db6bbf18-c43e-41b6-b9e9-3d2322ebc53e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:50.011111 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e50c3e0-3aad-4b23-aba9-3e9a10283795 req-db6bbf18-c43e-41b6-b9e9-3d2322ebc53e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0526495 Feb 21 01:34:50.056158 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9e50c3e0-3aad-4b23-aba9-3e9a10283795 req-57a372ed-096a-48eb-b85f-4f93583c0271 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Feb 21 01:34:51.176041 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebf9f0-3f64-4628-89ad-d53259ead7ce req-74370462-a184-4e4a-a6c4-2352535356e4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:51.177497 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92ebf9f0-3f64-4628-89ad-d53259ead7ce req-74370462-a184-4e4a-a6c4-2352535356e4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0547349 Feb 21 01:34:51.222746 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-92ebf9f0-3f64-4628-89ad-d53259ead7ce req-817796cd-3281-47d0-95cb-7dab3079af8f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Feb 21 01:34:52.339624 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406f0-9f91-495d-b0c0-550e50e9c2eb req-e22ca3b1-c6f8-46ab-851b-662b04c32f81 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.341098 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7b6406f0-9f91-495d-b0c0-550e50e9c2eb req-e22ca3b1-c6f8-46ab-851b-662b04c32f81 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0503256 Feb 21 01:34:52.389766 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7b6406f0-9f91-495d-b0c0-550e50e9c2eb req-85226312-e915-4def-8371-f9605f21c5bb tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Feb 21 01:34:53.508617 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78461-82f8-47ee-877c-bb0e2cdc3503 req-1518a5dd-da29-4a69-be01-38178802ed41 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:53.510073 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5df78461-82f8-47ee-877c-bb0e2cdc3503 req-1518a5dd-da29-4a69-be01-38178802ed41 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0524275 Feb 21 01:34:53.554944 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5df78461-82f8-47ee-877c-bb0e2cdc3503 req-ca02150d-9511-4e07-b3fd-7ce6031c575f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Feb 21 01:34:54.672590 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787754af-1230-485d-92a1-1853d477f35b req-a8d3857f-5e40-48ed-bd4a-f0936b48f661 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:54.674058 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-787754af-1230-485d-92a1-1853d477f35b req-a8d3857f-5e40-48ed-bd4a-f0936b48f661 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0519898 Feb 21 01:34:54.720475 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-787754af-1230-485d-92a1-1853d477f35b req-6ee460d8-d6e8-4f52-9811-4cae3c9aef62 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Feb 21 01:34:55.845638 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86850d3d-2b56-4149-8464-3b76c094591f req-4e198e43-3801-43c9-9491-2824ff846d3c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:55.848003 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-86850d3d-2b56-4149-8464-3b76c094591f req-4e198e43-3801-43c9-9491-2824ff846d3c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0597107 Feb 21 01:34:55.896546 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-86850d3d-2b56-4149-8464-3b76c094591f req-551e3b90-0810-4939-92a1-29ef88fa5b3d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Feb 21 01:34:57.014396 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b298d-2930-4e8b-af0c-6565469cdbf4 req-b48486b7-ae40-414c-8c37-ef21f7057d7d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:57.015854 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b1b298d-2930-4e8b-af0c-6565469cdbf4 req-b48486b7-ae40-414c-8c37-ef21f7057d7d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0517743 Feb 21 01:34:57.062667 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b1b298d-2930-4e8b-af0c-6565469cdbf4 req-f522b3bd-c6aa-473f-8572-c5b21344dbab tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Feb 21 01:34:58.181543 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b189-e432-4fcd-a35d-c9cfd0a2df37 req-1964333c-aab9-496b-939d-5ccd2d578eb5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:58.183005 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53a9b189-e432-4fcd-a35d-c9cfd0a2df37 req-1964333c-aab9-496b-939d-5ccd2d578eb5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0515196 Feb 21 01:34:58.228581 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53a9b189-e432-4fcd-a35d-c9cfd0a2df37 req-ea24ce8d-58ee-4c24-9978-7de6b625f4f0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Feb 21 01:34:59.348582 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13f2d-d21a-440b-8e32-bb0ca512370d req-d1f8ad66-8c38-4a7f-9ae2-5c3e57029aea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:59.350036 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9df13f2d-d21a-440b-8e32-bb0ca512370d req-d1f8ad66-8c38-4a7f-9ae2-5c3e57029aea tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0552099 Feb 21 01:34:59.397028 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9df13f2d-d21a-440b-8e32-bb0ca512370d req-f1c066d8-93b0-4675-9356-fb8b9ca5a511 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Feb 21 01:34:59.521702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8bba18fb-5904-489b-a481-0ee571a34f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.514376 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0908022-2e86-4f7f-b91c-206b2841f3a2 req-aace127d-d6ba-430b-950e-2c12ef654d71 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:00.515807 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f0908022-2e86-4f7f-b91c-206b2841f3a2 req-aace127d-d6ba-430b-950e-2c12ef654d71 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0508289 Feb 21 01:35:00.563893 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f0908022-2e86-4f7f-b91c-206b2841f3a2 req-46779043-89a0-4cf2-ae20-f5265dfb0ad1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Feb 21 01:35:01.679512 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3902d-1ca1-4f1f-b616-4e373f209042 req-1f64469e-3d88-4546-ba2b-99ed47e87a68 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:01.680981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-79b3902d-1ca1-4f1f-b616-4e373f209042 req-1f64469e-3d88-4546-ba2b-99ed47e87a68 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0509121 Feb 21 01:35:01.726118 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-79b3902d-1ca1-4f1f-b616-4e373f209042 req-ef4aaed7-4434-4617-86ba-4a20da5cb8aa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Feb 21 01:35:02.150292 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-cf067b2a-8a4e-41ce-b53e-69112ab66ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.843504 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c962a-7301-4e18-b71a-449e0cfa8d11 req-0e8fa4a7-55c9-4c84-a9e5-caab870ea075 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:02.844974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dd3c962a-7301-4e18-b71a-449e0cfa8d11 req-0e8fa4a7-55c9-4c84-a9e5-caab870ea075 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0510666 Feb 21 01:35:02.891612 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dd3c962a-7301-4e18-b71a-449e0cfa8d11 req-afc2fb2c-9133-49fb-bd2b-cc4a1c15446e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Feb 21 01:35:03.485788 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.012709 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df66840-2cfd-4fd0-98a4-dec2453fdff5 req-f115b794-e88b-4e34-a55e-d27e88f2f97e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:04.014140 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4df66840-2cfd-4fd0-98a4-dec2453fdff5 req-f115b794-e88b-4e34-a55e-d27e88f2f97e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0554230 Feb 21 01:35:04.059785 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4df66840-2cfd-4fd0-98a4-dec2453fdff5 req-7192272e-c84c-465b-93a8-b9f1a973b41b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Feb 21 01:35:05.030093 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.328376 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fd1cd-1fea-4b07-84d2-832f239a4383 req-fc15d460-8e21-4b91-9708-0804eb70a399 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:05.331709 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-946fd1cd-1fea-4b07-84d2-832f239a4383 req-fc15d460-8e21-4b91-9708-0804eb70a399 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.2020054 Feb 21 01:35:05.377911 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-946fd1cd-1fea-4b07-84d2-832f239a4383 req-81beaa49-ce6a-490f-8668-650544566aa1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Feb 21 01:35:05.499523 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-5f5b5e84-fa30-45c6-a8d5-f64d357f9e88 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:05.500974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-5f5b5e84-fa30-45c6-a8d5-f64d357f9e88 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 946 time: 0.0551083 Feb 21 01:35:05.590529 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Deleting port 9a617465-d24d-4c1a-b319-2adef58652a5 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:05.590802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.679665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] For port 9a617465-d24d-4c1a-b319-2adef58652a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a617465-d24d-4c1a-b319-2adef58652a5,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:05.680057 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.691782 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Calling delete_port for 9a617465-d24d-4c1a-b319-2adef58652a5 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:05.886445 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (9a617465-d24d-4c1a-b319-2adef58652a5), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.897847 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['9a617465-d24d-4c1a-b319-2adef58652a5'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:05.916949 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Pushing event deleted for resources: {'Port': ['ID=9a617465-d24d-4c1a-b319-2adef58652a5,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:05.963400 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] No DVR routers for this DVR port 9a617465-d24d-4c1a-b319-2adef58652a5 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:05.965941 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.969587 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5d3b688-a03c-4b0f-a798-340613a64847 req-c9c2609a-b238-47e0-b009-0b582a797b93 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "DELETE /v2.0/ports/9a617465-d24d-4c1a-b319-2adef58652a5 HTTP/1.1" status: 204 len: 173 time: 0.4634469 Feb 21 01:35:05.970031 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'name': 'network-vif-deleted', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:05.973121 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a736e21-70c2-46c1-9b68-5580a9d5a76e" -d '{"events": [{"server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "name": "network-vif-deleted", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:05.978878 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.010429 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95802073-63ce-4325-912c-24b1cf832faf x-openstack-request-id: req-95802073-63ce-4325-912c-24b1cf832faf {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:06.010761 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1f7594-329f-44cb-a627-184aa02bd0fc", "name": "network-vif-deleted", "tag": "9a617465-d24d-4c1a-b319-2adef58652a5", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:06.011017 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95802073-63ce-4325-912c-24b1cf832faf {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:06.011652 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f7594-329f-44cb-a627-184aa02bd0fc', 'name': 'network-vif-deleted', 'tag': '9a617465-d24d-4c1a-b319-2adef58652a5', 'status': 'completed', 'code': 200} Feb 21 01:35:06.474568 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-83c04e6b-a6c3-4153-a14d-8a000d3960b5 req-2c931199-8f3a-4da7-ad1d-725b26bd425e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0265136 Feb 21 01:35:07.578081 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7b6091cd-5704-44f9-8de2-624740469a30 req-b06ae5a4-f85a-47c8-a1b3-91dd38c18051 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0260320 Feb 21 01:35:08.669291 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f23f1f0f-2a0d-4d21-93b1-1fe8a36d3e3a req-2615b855-cf88-4567-af5b-4595345f9f4a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0260460 Feb 21 01:35:09.331315 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:09.486519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 9a617465-d24d-4c1a-b319-2adef58652a5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:35:09.509716 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 9a617465-d24d-4c1a-b319-2adef58652a5 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:35:09.510062 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 9a617465-d24d-4c1a-b319-2adef58652a5 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:35:09.814108 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c08a99b-aedd-468a-8319-e693779c8b72 req-5e2eba4d-b1d6-42d8-8ddb-80852a02c1c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0784264 Feb 21 01:35:10.911895 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-43407f26-216d-4e76-82cb-05f98e0b6018 req-9f51e6af-42e0-4c58-895b-27a0fba8076b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0276501 Feb 21 01:35:12.010025 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e6f9f4c-497f-47d4-86be-cdf28aa221fb req-6e8366ce-08d0-4f80-8ad3-8dfe640bdbc0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0281775 Feb 21 01:35:13.104376 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b6b936ce-6861-444e-a7db-004129eb338c req-47ad8f6e-0290-4ab1-b7a4-d1b89fae2faf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0302477 Feb 21 01:35:13.323590 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:14.199605 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4070c9b7-2ebe-4049-adb9-97858e00eaa0 req-b55a54e7-c9e0-469a-ade1-57406c12d219 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0284786 Feb 21 01:35:15.291360 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7489ed19-8560-47ed-b357-063079dc0fa5 req-45161fa6-06c2-450a-856d-b27b5dc0aeaf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0261340 Feb 21 01:35:16.385367 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6163b37b-19c6-4d2f-8801-1e3413003039 req-9ff1fbca-f01b-45d0-baab-d2a057d11369 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0264230 Feb 21 01:35:17.480906 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-24615376-53ec-4767-a9c8-edace267ebcb req-8435075a-67a5-4e1e-903d-c98e5ebcfad7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0273783 Feb 21 01:35:18.575724 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-57464996-cc93-4b1b-9ca1-506d7d76ebb3 req-1300f8ee-5451-42db-9ee2-d5e712169aaf tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0286708 Feb 21 01:35:19.669056 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-259253e4-7935-426f-b656-cc14c2716d8d req-fb4df8aa-719a-4e01-9a7d-dd584424fab8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0263493 Feb 21 01:35:20.765600 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-40bfe0ab-d38d-4739-be4f-e3044d7f6ce5 req-8b048f48-6b8b-4028-9087-8220e81e3432 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0273595 Feb 21 01:35:21.859097 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3c69db11-c870-4de4-b67a-e4f5d6a870f5 req-7141ec34-ca82-4dba-afb5-3bd81c3ce77c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0265932 Feb 21 01:35:22.951429 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-071292d5-3918-48f2-a62e-7371a44b01a9 req-a068a3c0-e728-4625-b51c-1839f8b6dbef tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0265734 Feb 21 01:35:24.046404 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c06d5e2f-efd1-4f0b-a4e4-b4f3324b726a req-6ff52350-b1e0-4909-a59e-eefa3172dd7e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0293269 Feb 21 01:35:25.138178 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7793562b-aa31-4661-9a74-249ad126ad57 req-fc589e03-81cb-49e2-9b16-b0cb30a1eaf6 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0264478 Feb 21 01:35:26.230130 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fbdf8797-60f2-4e91-aa2a-d90c0d3e76a2 req-7b33c2e5-a74a-4033-b5c2-77f35211b875 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0262237 Feb 21 01:35:27.327615 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dc2836f4-1ff8-494c-a612-09db9b7047db req-981eb667-6537-41d0-ada2-03d25f66f983 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0305526 Feb 21 01:35:28.421208 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fab84261-f523-4163-b335-8c5198c1e27f req-d689115e-f1a3-4389-bf2b-590654cc3539 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0266678 Feb 21 01:35:29.513803 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-01bd5333-8a24-4b3a-b80b-abb349d2306e req-0d9e157f-d09b-4ec1-ba58-573435ad17aa tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0269673 Feb 21 01:35:29.520426 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1b8efc3-3a2f-481a-b7bc-8823f691d35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.608984 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-500f6e5e-ef90-48b0-b780-7acc22117e6c req-19c2eb2e-dff6-4354-9c10-e9de3cc9adf2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0263712 Feb 21 01:35:31.703002 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e1b9301-1678-4e24-8e85-1a26adde8b8c req-24ffa8ba-211d-432b-a397-f216f1d4e102 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0272601 Feb 21 01:35:32.142754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38025047-1a2f-4fe4-af01-fd0ef01a4244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:32.951415 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bdd1712-3bd6-4ff3-b696-85f25acb1b31 req-5c82c0e4-26e9-47cb-bab5-45b5b665edb9 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0285802 Feb 21 01:35:33.440578 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.045790 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3015795d-2429-4c32-a66a-f99adf6a1fed req-a310fa3f-3441-4424-a024-082f55d09658 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0269620 Feb 21 01:35:35.056049 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.137051 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee60480f-223b-4627-8d1e-92061b2fad8a req-f65b683d-cb1b-4f8f-877d-bcb9dbab0502 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0264361 Feb 21 01:35:35.954447 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.232758 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a871d1bd-f349-45c5-a1bc-1659b491dda3 req-1f072754-981c-4d1e-bee1-9eb0b588445b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0267022 Feb 21 01:35:36.376666 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-458c647e-96d0-478d-aa85-448fd4765f99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437825 Feb 21 01:35:36.438846 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72c47-262e-47a0-9660-888d16b04313 req-db0c8f5a-dfe1-4bfb-bb74-d84acde452b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.440339 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-db0c8f5a-dfe1-4bfb-bb74-d84acde452b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1130 time: 0.0447538 Feb 21 01:35:36.546602 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72c47-262e-47a0-9660-888d16b04313 req-0475fb12-757b-439c-91df-3c45c383198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.548352 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-0475fb12-757b-439c-91df-3c45c383198d service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.0901594 Feb 21 01:35:36.611898 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-aea5f0cf-e597-49aa-9c0f-ca80f643baa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 1001 time: 0.0579345 Feb 21 01:35:36.662360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72c47-262e-47a0-9660-888d16b04313 req-898cf939-099e-40a0-a888-5a4daecdf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.663749 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-898cf939-099e-40a0-a888-5a4daecdf526 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0462184 Feb 21 01:35:36.711340 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72c47-262e-47a0-9660-888d16b04313 req-367fe04e-3113-4e7d-97b0-80a3e2be0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.712840 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-367fe04e-3113-4e7d-97b0-80a3e2be0aa0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431356 Feb 21 01:35:36.801824 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-c3ea3949-4a80-4511-ae90-67ac99066d6f service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Feb 21 01:35:36.892823 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d5b72c47-262e-47a0-9660-888d16b04313 req-0ae0c321-e5d1-4564-9df5-701dc37ecc54 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852928 Feb 21 01:35:37.331489 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6a361358-96d2-4027-b590-f3772b44698d req-f0821e41-467b-4740-bdbf-4ceef6402a08 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0309279 Feb 21 01:35:38.430590 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f1be225c-1c77-4acd-85f5-1347fd5ec863 req-adaa7d43-4398-4af4-a31d-fdeaff0bcc9f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0275791 Feb 21 01:35:39.348156 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:39.522868 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bf98d356-fc69-438a-8d7b-0e93a9a14d00 req-af73dcf9-3dc1-4939-b38e-5336df844c6a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0266736 Feb 21 01:35:40.619020 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-708f0ee3-c106-4f36-99a2-02a69cf1d393 req-dd42800d-397e-411d-bcbe-bde494c2364a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0307436 Feb 21 01:35:41.711279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6bf5bcc6-c8f8-4bc3-aaab-fafe250535ea req-04db9c0f-d5a5-47ea-9797-0ce26bde5dca tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0267525 Feb 21 01:35:42.812029 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d0c6e359-1499-4b95-b081-4968f8c153ac req-aee32a0c-3bb5-4be2-be66-430ca383d9a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0267906 Feb 21 01:35:43.907102 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-afb60722-0077-4c99-89b7-a54040a6e490 req-4a6bc56f-f728-4f21-a8f6-87bfa86f289b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0298059 Feb 21 01:35:44.999922 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bfd57a02-e6ae-4782-8629-94fd61234810 req-c7bed1f3-ff03-4e41-b7a3-c908dddcddb2 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0268867 Feb 21 01:35:46.092974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a0be83aa-e74d-47d7-85c8-c4a68e0a0c82 req-4769dab6-7f3d-403b-942e-f03e93a80097 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0262463 Feb 21 01:35:47.185376 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fe777d89-7b91-4e2d-933a-a1c68035a681 req-b5fd8ab2-04af-421e-a838-d6c3547ada87 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0264816 Feb 21 01:35:48.276829 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a28e9213-ed65-4f8e-8bea-da6a4b6cff21 req-28634272-3e98-47e9-ac9c-33c1cf753c14 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0268338 Feb 21 01:35:49.371981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1ff05525-e46d-47af-85fe-deecb90a9391 req-754083d9-cce0-46f8-87e6-9f3af4803842 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0271599 Feb 21 01:35:50.325115 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:50.468237 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f414dd7-099d-4e55-8ad4-bfddbaee506d req-e8533f33-e137-4fb9-b46d-2d63323bc663 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0261657 Feb 21 01:35:51.562469 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c317ab1b-4775-4770-a679-477dedbac2c0 req-6d6eea81-7470-49bb-83c8-f2791ba2aec8 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0262861 Feb 21 01:35:52.655655 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd8e9a72-6731-49b0-8ece-a8ed3b7e9bcd req-4f696da4-36ba-412e-aeda-c22df25919b1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0263050 Feb 21 01:35:53.754911 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-06e6103a-1fab-4bb6-8873-3d70a0c485b9 req-97095dd5-5de4-41ee-90c2-01171980439e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0333681 Feb 21 01:35:54.850447 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-208988b1-8da7-44f8-8798-7b9edf578d07 req-2f7e78b6-426b-4fd2-a4a4-ba49170a00e5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0295508 Feb 21 01:35:55.944240 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5455d65-335a-4158-a4ad-8fab003a3845 req-ddb9ed32-2fb8-416b-a4de-07a154b928d7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0272017 Feb 21 01:35:57.036480 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5397260d-23cb-4a90-9523-d5f919fa3bbc req-1a2f9876-9caa-41f5-87f8-39a287facd43 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0272124 Feb 21 01:35:58.129345 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2867dce3-86ad-4e92-b9cf-9236def59346 req-12f4560a-682f-405e-9ac6-c85f07673d90 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0268905 Feb 21 01:35:59.226758 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-63cc9bd0-1eab-4bcd-b529-46ac35f90a94 req-d378e02d-8534-477d-b1ea-0555f949a110 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0277581 Feb 21 01:35:59.524683 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ab0e4d9-5dce-4b68-8d76-8245cff2b38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.320262 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5d79b356-2def-49aa-aec5-b63642348228 req-75d8bf02-a468-488c-8e45-793e2981b72d tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0272498 Feb 21 01:36:01.414046 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5145ac15-4ece-43a9-9187-cdd2897bf85d req-cc277761-0990-4df6-8924-04c4d73d0d83 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0278389 Feb 21 01:36:02.199062 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f3ed03d5-4284-4742-9cfe-6ec203cfb18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.514124 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8561c390-beab-4394-b527-3f3e453262d9 req-267a11f5-13a7-4ca9-ab40-d3a5b0c80067 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0260725 Feb 21 01:36:03.467146 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:03.611012 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bd10d77-1263-4586-832f-4a92ea1c06e4 req-5f857c6d-7c1b-475c-a541-3e33b3c5bad7 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0293849 Feb 21 01:36:04.706114 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5a0a900a-9cf2-4246-9df3-b68cfffe728e req-8f486d90-b9b8-4e58-b06c-2bb35a11ae11 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d1f7594-329f-44cb-a627-184aa02bd0fc HTTP/1.1" status: 200 len: 210 time: 0.0270889 Feb 21 01:36:05.096291 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:05.947157 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:09.352429 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.324139 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:36:29.511995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-06d20aea-c21c-4162-bf98-39bf33a380f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:32.151337 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-49ffb8b1-64e9-4626-9959-1c97c164535a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:33.494360 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:35.065852 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:35.973952 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:37.434953 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-cf3c5daf-1ca6-4f70-9134-6cdb464a0a56 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947137 Feb 21 01:36:37.515342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-76530af5-be3e-4aa4-a6b1-44afcbfdad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.516900 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-76530af5-be3e-4aa4-a6b1-44afcbfdad89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 1130 time: 0.0438340 Feb 21 01:36:37.617837 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-96665b86-034f-4829-9b7d-ab76ad2ba5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.619188 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-96665b86-034f-4829-9b7d-ab76ad2ba5ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 200 len: 919 time: 0.0856869 Feb 21 01:36:37.896399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-70ed7dc0-a370-4cf8-9425-c63d18800584 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 200 len: 217 time: 0.2708650 Feb 21 01:36:37.944443 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-ff68089c-3f03-4cc7-9d1a-e1a49321c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.945909 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-ff68089c-3f03-4cc7-9d1a-e1a49321c64a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 200 len: 858 time: 0.0435164 Feb 21 01:36:37.975680 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-234b38f6-ca80-41fc-9017-4464ee51047b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=507705df-01e7-4a80-bc5b-3439c16043cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240700 Feb 21 01:36:38.069048 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-a248574e-c346-4674-b404-ddfaa81a479a service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865898 Feb 21 01:36:38.156896 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-42ea81b1-c7ba-4628-9a8b-27c6e4cb5aa7 req-cb238ae5-5aff-4e15-ba3e-d49418bbcb5d service neutron] 10.222.0.65 "GET /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804529 Feb 21 01:36:39.368960 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:59.499600 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb78cb6d-a34d-4101-bd04-652b58b35d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:02.150246 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f767e0de-1275-4e3a-ab7a-da2629fb1c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:02.670412 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cd075-1b4c-4ad4-9cce-f38230ec38ec req-21ee5610-4db6-4997-a043-38d7ce7de977 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:02.671926 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-839cd075-1b4c-4ad4-9cce-f38230ec38ec req-21ee5610-4db6-4997-a043-38d7ce7de977 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0553935 Feb 21 01:37:02.716488 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-839cd075-1b4c-4ad4-9cce-f38230ec38ec req-4ecb8a37-d997-4eec-aee0-434bade756ec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Feb 21 01:37:03.155641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfb16e-f137-42ca-962f-a9c49022969a req-bdd813a5-7458-4d82-b63f-62aa90ba0c58 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:03.157100 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-accfb16e-f137-42ca-962f-a9c49022969a req-bdd813a5-7458-4d82-b63f-62aa90ba0c58 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 945 time: 0.0550196 Feb 21 01:37:03.245988 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Deleting port 39c05458-94e5-4923-817e-c11c68084a56 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:37:03.246337 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (39c05458-94e5-4923-817e-c11c68084a56), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:03.335653 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] For port 39c05458-94e5-4923-817e-c11c68084a56, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39c05458-94e5-4923-817e-c11c68084a56,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:03.336050 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (39c05458-94e5-4923-817e-c11c68084a56), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:03.347901 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Calling delete_port for 39c05458-94e5-4923-817e-c11c68084a56 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:37:03.471761 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:03.580094 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (39c05458-94e5-4923-817e-c11c68084a56), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:03.594787 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['39c05458-94e5-4923-817e-c11c68084a56', '10c581fc-f817-48b4-9e2f-a1221c3603ea'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:37:03.613575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Pushing event deleted for resources: {'Port': ['ID=39c05458-94e5-4923-817e-c11c68084a56,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:03.641623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.641970 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.642311 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.642653 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.642991 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.643329 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.643660 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.644013 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.644340 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.644667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.644993 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.645313 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.645639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:03.665407 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] No DVR routers for this DVR port 39c05458-94e5-4923-817e-c11c68084a56 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:37:03.667867 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:03.671134 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-accfb16e-f137-42ca-962f-a9c49022969a req-d6a1e95a-dcc2-4d10-ba8a-19db900aba85 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "DELETE /v2.0/ports/39c05458-94e5-4923-817e-c11c68084a56 HTTP/1.1" status: 204 len: 173 time: 0.5088675 Feb 21 01:37:03.671612 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'name': 'network-vif-deleted', 'tag': '39c05458-94e5-4923-817e-c11c68084a56'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:03.673857 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cd5f0-cd12-48a0-ab9c-a1758ebf4a36" -d '{"events": [{"server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "name": "network-vif-deleted", "tag": "39c05458-94e5-4923-817e-c11c68084a56"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:03.772639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04a05a-f375-433f-b200-bd292f1cce1d x-openstack-request-id: req-0c04a05a-f375-433f-b200-bd292f1cce1d {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:03.773058 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1beb65b4-c732-4d82-aebd-9e9e531ce358", "name": "network-vif-deleted", "tag": "39c05458-94e5-4923-817e-c11c68084a56", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:03.773413 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c04a05a-f375-433f-b200-bd292f1cce1d {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:03.773847 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beb65b4-c732-4d82-aebd-9e9e531ce358', 'name': 'network-vif-deleted', 'tag': '39c05458-94e5-4923-817e-c11c68084a56', 'status': 'completed', 'code': 200} Feb 21 01:37:03.814342 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-040bae96-1fd1-4ad1-8f79-d6626ca7bc6f req-27d5679a-758f-45e3-a34c-11dd6119f2f3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1beb65b4-c732-4d82-aebd-9e9e531ce358 HTTP/1.1" status: 200 len: 210 time: 0.0289021 Feb 21 01:37:04.323347 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:05.069828 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:05.257872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965ae8-2147-42de-8d53-13147aff240c req-7b3db7a6-4ec9-47af-908b-358bedfb14a8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:05.259321 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee965ae8-2147-42de-8d53-13147aff240c req-7b3db7a6-4ec9-47af-908b-358bedfb14a8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0520759 Feb 21 01:37:05.304345 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee965ae8-2147-42de-8d53-13147aff240c req-d5ea714c-177a-46da-9032-944a96525e1d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/security-groups?id=68e55588-b789-4d4e-b50c-e62879ae8375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Feb 21 01:37:05.821557 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-80f2a0fc-8b77-4c8c-8557-95ad60d7a1f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:05.822890 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-80f2a0fc-8b77-4c8c-8557-95ad60d7a1f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 946 time: 0.0543759 Feb 21 01:37:05.915411 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Deleting port 10c581fc-f817-48b4-9e2f-a1221c3603ea {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:37:05.915751 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:05.945119 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.007090 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] For port 10c581fc-f817-48b4-9e2f-a1221c3603ea, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=10c581fc-f817-48b4-9e2f-a1221c3603ea,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:06.007423 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.020312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Calling delete_port for 10c581fc-f817-48b4-9e2f-a1221c3603ea owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:37:06.213074 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (10c581fc-f817-48b4-9e2f-a1221c3603ea), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.224403 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['10c581fc-f817-48b4-9e2f-a1221c3603ea'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:37:06.246021 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Pushing event deleted for resources: {'Port': ['ID=10c581fc-f817-48b4-9e2f-a1221c3603ea,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:06.287713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] No DVR routers for this DVR port 10c581fc-f817-48b4-9e2f-a1221c3603ea on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:37:06.290147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.293432 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53ee4df4-ffd1-4cc4-952b-69f023fa78bb req-9f7994c2-3482-4924-88a6-57f237bd4b73 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.65 "DELETE /v2.0/ports/10c581fc-f817-48b4-9e2f-a1221c3603ea HTTP/1.1" status: 204 len: 173 time: 0.4648254 Feb 21 01:37:06.293867 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'name': 'network-vif-deleted', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:06.296102 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2c529b-2b9e-4de5-9909-1cafb7474146" -d '{"events": [{"server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "name": "network-vif-deleted", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:06.332868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c86300-3938-4055-8ad7-eeb3e35318f7 x-openstack-request-id: req-f2c86300-3938-4055-8ad7-eeb3e35318f7 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:06.332868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2b10b2-e67d-4479-9f7a-0ce69607b1ab", "name": "network-vif-deleted", "tag": "10c581fc-f817-48b4-9e2f-a1221c3603ea", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:06.333222 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2c86300-3938-4055-8ad7-eeb3e35318f7 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:06.333341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b10b2-e67d-4479-9f7a-0ce69607b1ab', 'name': 'network-vif-deleted', 'tag': '10c581fc-f817-48b4-9e2f-a1221c3603ea', 'status': 'completed', 'code': 200} Feb 21 01:37:06.398624 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d9ad8205-5675-4d7e-8778-61b612f88130 req-795ae61e-e253-4f2d-9144-ae7da3f4d4f9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269744 Feb 21 01:37:07.493547 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b357266a-829e-46d6-bddf-17a5b86160cc req-068c60c0-3a66-472f-95b9-be6207a8974b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267680 Feb 21 01:37:07.969076 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 10c581fc-f817-48b4-9e2f-a1221c3603ea no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:37:07.991741 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 10c581fc-f817-48b4-9e2f-a1221c3603ea {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:37:07.992110 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 10c581fc-f817-48b4-9e2f-a1221c3603ea not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:37:07.992518 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 39c05458-94e5-4923-817e-c11c68084a56 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:37:08.010991 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 39c05458-94e5-4923-817e-c11c68084a56 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:37:08.011249 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 39c05458-94e5-4923-817e-c11c68084a56 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:37:08.590939 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76ec3408-1e07-4e71-9719-51ced97d248a req-cff38dca-7834-44c7-9ab4-e6e04b5af753 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0300047 Feb 21 01:37:09.345111 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.687463 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a5774f4f-4c96-4452-b915-86a2d77c4085 req-fcf6a1ac-a8d5-4a03-9e84-5a2bcd7be2d2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0305455 Feb 21 01:37:10.781259 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6ffde2bf-2d93-45bb-971a-5a0769314953 req-0625a124-3a14-4516-96c7-b16e0aa1ff51 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271471 Feb 21 01:37:11.876618 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1e21449a-ccff-4783-9591-50f9d46d7599 req-5b21c273-7f64-4ff9-a766-c45bf5c73e43 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263271 Feb 21 01:37:12.967718 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-791a50fc-edcd-4fdb-a512-2db293a314b0 req-dfdf9a0c-2f94-4210-a31f-a2bc0e5d347a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0255992 Feb 21 01:37:14.061540 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9a2afcdc-5dbe-47a5-bc58-d073858c2579 req-ddb75212-4214-45f9-bfef-2ec8f302a3a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273907 Feb 21 01:37:15.156996 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c8f5cc51-f326-4b69-aeb3-78afff327751 req-0f77a095-0c7a-48bc-9b44-b01c944c66a8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263724 Feb 21 01:37:16.252038 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2ff507ee-a865-40db-90b4-b677a78ed3a4 req-83438ecc-2c54-40fb-a484-1faf1fca30f1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0288324 Feb 21 01:37:17.348198 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-70b1257e-d7f6-4a05-b3fb-4119501accfd req-cd3cc98f-69c7-49b9-bd22-6418eff1571c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0296354 Feb 21 01:37:18.440408 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0092a065-6da8-4bb4-a64c-75b3c1c5d2a5 req-ff20fa1c-26d7-4da4-a834-e2a6121cfebf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263174 Feb 21 01:37:19.533454 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eda96892-c576-4582-84ec-0bf7b02fe253 req-b66d1f9a-e430-4c3f-99b9-c604ec1a6f0a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270987 Feb 21 01:37:20.626627 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61af443d-3607-417c-963f-efd0743d9cac req-564995ee-2efe-4ea0-879a-b01182af5d00 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268493 Feb 21 01:37:21.721444 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2426dea7-c23f-4710-bd4b-77c0e348667b req-8b2fb4e2-3e7a-4979-ab9b-7ef73079a19f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273461 Feb 21 01:37:22.816384 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-408032b5-2a24-4496-9210-64ab175631b2 req-de51a84b-f9c9-42d5-96bb-145bbfa40aef tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0293477 Feb 21 01:37:23.909005 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-acccb855-b5bb-406a-ae2e-088d61106f08 req-dd988eee-fc37-47b7-8b70-7f40f1738352 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273023 Feb 21 01:37:25.004312 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cac2f3bc-1a4c-4d12-9ea7-15bf6118d2c5 req-e500c253-2752-4ff6-9fc0-f177c9e2faae tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0277700 Feb 21 01:37:26.100405 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-760da547-2fa4-4f60-9439-2d244435a0a1 req-a4d19c9e-bfa1-4f6a-90cf-51b5c6c11414 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0287073 Feb 21 01:37:27.195106 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2bc99940-8d4b-43bf-87fa-3d17f52c6e66 req-15822035-49f5-4f04-bd09-be9fac9720a1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0275290 Feb 21 01:37:28.288719 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-050d4bc0-c70b-4f55-a669-ee788c8e101b req-1b5fb342-6836-474c-95a7-9a3d3ab5851e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272224 Feb 21 01:37:29.380165 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf8bcfc4-100f-4f3b-a0bc-afe7da564c08 req-08c79f05-549f-47a3-b616-4e93a8e76485 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273921 Feb 21 01:37:29.509643 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a35e9b46-a3b2-4571-82ad-23c5f314b187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:30.474787 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-acdee84b-6aa4-404c-b2dc-ef316f93a851 req-8fb7a041-34db-42a0-9a31-57ebbf49a18c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265524 Feb 21 01:37:31.569493 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e1e2da7c-8d37-468a-b044-b4f79d07c171 req-623e1a95-388d-4528-8565-868dc175fa46 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0275908 Feb 21 01:37:32.167007 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-288d921d-0237-4929-8494-e2d04e378bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:32.662267 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-950d8ed3-96a8-4c2b-b10d-7f8b1af1e57a req-d40ecf28-c2f5-4421-992c-e7216e87a334 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261390 Feb 21 01:37:33.485477 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:33.755292 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8776adf6-de2b-43ca-b6ec-d5dee09492cb req-6b1b7209-ae98-4b38-969d-7936edca0c64 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273159 Feb 21 01:37:34.848934 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe4bdf8a-81ff-4128-9c4d-363a4ad37fc8 req-99f4ecef-bf44-454f-9cf7-c99efd3c84f2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0297203 Feb 21 01:37:35.062626 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:35.946670 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-66c52385-b893-41d9-8d98-8b4980b8f7da req-ade2fc68-f8dc-46bd-99a5-2e919d1e2dda tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0312212 Feb 21 01:37:35.954453 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:37.042379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-642b70d1-fa06-46d0-bde4-ed05ad0344ed req-af705f95-9638-4978-9533-7fc1611d25f8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270834 Feb 21 01:37:38.140520 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5bbd028f-ee41-47bc-ad97-ac1e77a898b7 req-cffa6634-d660-4baa-9f41-a4dcc964481c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0307469 Feb 21 01:37:39.233312 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-da089cfe-fc7b-434f-aa09-8592a8bd80c4 req-5ba80dbc-542c-4aa2-8aab-affb07035253 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258241 Feb 21 01:37:39.372636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:39.402071 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-df752e8a-e754-4060-887f-82bbe3a9004d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432880 Feb 21 01:37:39.469966 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-7065dc97-55fc-4029-8cf5-7cf5900dc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:39.471354 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-7065dc97-55fc-4029-8cf5-7cf5900dc38a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1130 time: 0.0461977 Feb 21 01:37:39.569666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-a9604a31-77bd-4704-8d0c-6c758fe298d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:39.571107 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-a9604a31-77bd-4704-8d0c-6c758fe298d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.0830917 Feb 21 01:37:39.638072 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-a59c3573-c645-4da5-b7f5-c8ed13053746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 1001 time: 0.0611231 Feb 21 01:37:39.684972 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-235688c4-11e8-4f07-8953-a3b6fe62d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:39.686377 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-235688c4-11e8-4f07-8953-a3b6fe62d1e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0423439 Feb 21 01:37:39.733031 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-a0aa116a-5d00-4275-b085-f15c4a61d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:39.734377 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-a0aa116a-5d00-4275-b085-f15c4a61d6fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423682 Feb 21 01:37:39.822068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-15c91f49-0376-4fbb-beff-fe97cc9fb7ae service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814774 Feb 21 01:37:39.908051 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8cc1aee-d527-47c6-a423-d31a52410d2e req-c09cd9ad-25e7-4963-93da-304932a0df74 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801973 Feb 21 01:37:40.328481 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e8df86f7-f1da-43d6-83ce-29ca7e7f5a9a req-6111a592-1edc-4279-b7b2-038b1b19a4e9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261743 Feb 21 01:37:41.322802 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:41.423039 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c23580f9-cea9-4e01-9e41-48d92c3b8f15 req-953bebb2-2fe2-4212-9a07-ec2981c2dd14 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266171 Feb 21 01:37:42.515598 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8071a9ae-a090-4906-8363-b6ed76f3eccb req-3d102456-6de5-4d35-bd74-997e20ae29b4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271602 Feb 21 01:37:43.606708 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68c5920a-00a9-449e-bf19-fed34bed621d req-563dd477-bd9c-4447-95fa-e4730fb13254 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265069 Feb 21 01:37:44.700610 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3ede84a0-ab6b-4a7d-b196-ec3bc9a8681e req-437625d4-4375-401b-9b26-ef43cd3f7f66 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273054 Feb 21 01:37:45.798048 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-288651d7-bf60-42dd-835f-5c7c4f99c12d req-4618aa31-47d9-4025-8aec-fbbc309cd0e7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0309646 Feb 21 01:37:46.890334 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-01b8a9c5-98b8-4e20-8795-9bc4dfd73035 req-efe1a0c6-a189-4fb1-b1d6-93547ef4ecf1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0257578 Feb 21 01:37:47.985341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-61f94996-f6b4-42fa-9beb-1c48b89a9ef6 req-986eeab2-e3f9-4388-b4b2-19444a997448 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272892 Feb 21 01:37:49.081951 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ee42b1c9-f564-49e7-82ca-1b6d6c6006d5 req-a2613347-3a26-4e68-8dae-f6f814652cbe tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0298147 Feb 21 01:37:50.175183 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6c808a0a-e34c-49d7-8df8-64050f41bf41 req-9af5961b-3d05-49fe-adcb-709c88b95772 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260687 Feb 21 01:37:51.270218 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9c6eb257-9179-4e14-8f39-ea35764df1c2 req-6e58ed67-87fc-4de4-ad8a-3b7fb993293b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264835 Feb 21 01:37:52.367048 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-528b96af-0a27-42a1-ad87-ed379fafd865 req-9f9c229d-0ea9-4120-ae8a-77a3bbe79c9e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274751 Feb 21 01:37:53.460758 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c99c7328-b705-4546-83f4-3a1f34e183da req-4a5e1615-becc-4342-8b2f-5a34e63fd63f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273170 Feb 21 01:37:54.557192 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-79ba078e-1abd-4872-a6b9-07e83da7ff59 req-80f0b3ac-1d1d-44f7-b479-6043174778fb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265646 Feb 21 01:37:55.651241 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9b515e7-84a6-4d74-bfb2-f6c7a26cfb66 req-d996e9fc-b5b4-4aa5-85b3-ee6ca07f4019 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263393 Feb 21 01:37:56.746984 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1c68fd5d-03ed-46fa-b550-1c6af160ceb1 req-4e6791e3-1225-48c7-b5ff-80425cbb4947 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0301428 Feb 21 01:37:57.840109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-37d2b78d-0dc3-42c3-a8d1-ecb99067f5cb req-46ea894b-44f3-42c9-8bc5-7513818fe7f7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274103 Feb 21 01:37:58.933843 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a056206c-cf79-49af-bece-3411a9db95dd req-3a59aeff-7fa9-4c43-9fe8-ace359297aff tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276382 Feb 21 01:37:59.531639 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5db7559f-84df-464a-a480-be80e0004bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:00.026243 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8953c8b6-36a9-48d8-83bd-94f7bd5f453c req-144eb39c-3a9a-4d2e-bf4c-1d37ba83849a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263588 Feb 21 01:38:01.119860 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-365eb635-593a-4cc4-99f2-6f3b0e23095c req-03f7d628-dc02-4f63-b92f-361f5294231d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267644 Feb 21 01:38:02.141372 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f5fe8eec-1d1c-4562-b5e7-ddc33c521a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:02.217555 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1a10f013-79a8-4a47-9e70-39a639111087 req-7c28f91b-5777-4509-ba3b-3f0f097a4e7e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0288994 Feb 21 01:38:03.311575 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b303b65f-3e53-456d-be1c-c1f1f023bbc7 req-da8ec067-b87d-4d77-90a7-3950ec2b41dd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265896 Feb 21 01:38:03.478210 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.404631 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6f7bafc6-dc86-4f3b-98d5-e50e91e6fb80 req-e5668441-d626-415c-8570-1c1de0b0928b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264475 Feb 21 01:38:05.078484 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:05.499661 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1b9a335f-8cad-4c1b-bcca-000f9275ed48 req-45d268a2-dcf3-4070-aa53-b08ec87e2104 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260723 Feb 21 01:38:05.952636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.593444 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4d401e81-bbaf-4b6a-a01a-bf709d13d7ee req-7066e531-6ccd-463a-822c-21311affa0c1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269980 Feb 21 01:38:07.686463 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3daaa8b1-8f76-452d-aa7f-72913aced3c6 req-c80331fe-10d0-4954-86d6-fe52fa0fc4f5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265956 Feb 21 01:38:08.779037 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9a645c9e-e0c8-4b89-9b3c-b7f5fc81e5c2 req-ae3c6c06-4248-4f20-bc2f-0eeb19b596cf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271263 Feb 21 01:38:09.398477 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.874418 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3b62fe0-d7d6-42dc-aa7e-eb0c4c792080 req-611b36fc-aa81-4db2-a47c-89ef43161f7b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0293174 Feb 21 01:38:10.977248 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0b3fb4f6-e027-49cd-9e96-c3c0772c065d req-e2870718-e3d7-40e1-9c87-4f8251b87f5b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0340981 Feb 21 01:38:12.070240 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8a2901c1-13e3-4b6c-9314-15f831922daf req-f3523dbb-f4b6-47b0-81e0-2677fa131e87 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272188 Feb 21 01:38:13.162870 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-825b0577-576b-432c-86f6-e2aa75c723cf req-6ce5ecbd-1354-4ef8-9623-aa8251ade2ab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271659 Feb 21 01:38:14.254742 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c033e04e-76bc-4de1-8dbb-336cf2c4a7c8 req-e5f41b14-0375-438b-8f88-b6cb8a4a2e79 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263700 Feb 21 01:38:15.347977 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-36ff4adf-c4d8-455e-a515-0d6dd53756c4 req-7055f85c-a4cb-4524-b1c5-38a562c7c236 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291085 Feb 21 01:38:16.440952 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-098d6144-75b5-408e-bcd3-fe40a636260e req-28c80992-4482-42cb-924a-479a2f1c118f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265539 Feb 21 01:38:17.537457 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c0c29e0f-5198-4446-930b-9a407211e9b3 req-9e2991f5-fe9e-47a2-8f4b-9460c0cbad3e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0302045 Feb 21 01:38:18.321441 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:18.629804 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ccbb67d9-a247-4789-a41a-a5eca8dc28ee req-e2eba244-d63f-4c1a-a62c-9b63410ce843 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273833 Feb 21 01:38:19.720709 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db0bdaba-d29e-4e97-ae2f-7d75c5bc0814 req-d6480a0d-cdd1-4b38-92fe-fc0997ea7163 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260181 Feb 21 01:38:20.818911 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d2f77bc4-5879-44c9-a210-601c049c9932 req-c613331e-c273-44c6-add7-8753cd7e287b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268507 Feb 21 01:38:21.912170 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-82a40b05-d475-4c14-9191-f8d658b64e98 req-ad2c63d2-c06d-4542-a34e-ff7b1ad55a0b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266254 Feb 21 01:38:23.009043 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ab7ada2-1fcb-4127-8c87-ed4eb2fa8b2e req-f9dbf2bc-2ee5-4814-bd18-f4c9cc1e8ab3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0298207 Feb 21 01:38:24.106607 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b762edd4-59e1-441f-91b0-8ccd9040227d req-2df625c1-5b38-40b0-bcfa-25afa9dc945b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272565 Feb 21 01:38:25.198553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3e7d6ee2-274b-467a-957b-187ee99d418c req-75b3b8ae-565b-41f7-aea8-b88a9c61af78 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270197 Feb 21 01:38:26.295875 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d3dbb0ee-9ff5-4027-8066-61e286de1168 req-cb1266b6-1d01-4f8c-a3b2-dffb31dd17aa tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272758 Feb 21 01:38:27.390993 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2c3b0f9f-671d-4a9a-b7a9-2922b4b429b9 req-6c8fe687-8d22-44e0-9ea5-1d678cec8092 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272276 Feb 21 01:38:28.487917 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8690f06e-ea28-4c35-88e1-ae42ded72946 req-563f3c55-7ad0-46a5-8f1e-3b85797c910b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0306838 Feb 21 01:38:29.517397 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c3727f79-2290-4cc4-8e23-9c3932d90a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:29.581543 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-636acb1a-8e14-4cdf-a498-18ffdedc6162 req-a72a128f-70e4-46dc-991d-15a56775d9c7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267372 Feb 21 01:38:30.673282 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d7484f17-69b3-4fe5-9a98-799a161344c7 req-0962cb68-6485-4963-9773-27043ff8f402 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262563 Feb 21 01:38:31.765187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4e6185bf-472b-45cc-9798-51d85b314b81 req-70dff7e2-5970-4787-8052-6c4f2e7d3b23 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262976 Feb 21 01:38:32.140038 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5c52e438-84d2-43e7-83b0-78de6d34e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:32.858458 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3cd84ed5-53d4-4275-92d6-6c6efbda0bbe req-d99a751f-e794-4bd8-b7e0-6d2b2494b2cd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265331 Feb 21 01:38:33.473675 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:33.952841 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7a1e239-25b6-4ec8-8238-492f267c0201 req-582421b5-45bd-4b79-89eb-a7fa3ee5897c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263996 Feb 21 01:38:35.046900 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c97c90d-fa77-45c5-9678-1d853fbf88f1 req-75843149-e1f1-45bd-a2cd-b2c16bc290b7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274825 Feb 21 01:38:35.071325 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:35.956659 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:36.142209 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cd7ab466-b6bf-4c89-9837-eab7e8410d36 req-011324cc-12e1-4716-8b21-181130bb68ac tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0296032 Feb 21 01:38:37.234310 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1aeaf36b-f5cb-42ed-9961-5e6c2eaec5e9 req-ad3761a8-9d2d-4913-9f7d-f58de08dc94e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267811 Feb 21 01:38:38.330130 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66f1f1a2-c4b0-485a-85d8-893861fb60d2 req-031663dc-ddf9-4a64-b5f8-d426d209ea8b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0284605 Feb 21 01:38:39.392210 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.430014 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-86429629-5d5c-4488-9ef2-d7059129326a req-078409c5-48a0-45d5-a76b-d6490797e5a3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0281479 Feb 21 01:38:40.377155 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-cd861471-6a8b-4450-9a6f-9bc6485fed4c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441399 Feb 21 01:38:40.462840 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-cd628ebf-cd2e-455d-87f2-ba6dfd3fa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:40.464379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-cd628ebf-cd2e-455d-87f2-ba6dfd3fa9b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 1130 time: 0.0455282 Feb 21 01:38:40.556983 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ce82e5eb-437c-40c8-92f5-3f69d05f475c req-34450c65-baa9-4131-a001-af5b33e8d300 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0577984 Feb 21 01:38:40.593920 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-a6f63af9-5ffd-4bad-92c5-6582c58a68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:40.595454 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-a6f63af9-5ffd-4bad-92c5-6582c58a68d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 200 len: 918 time: 0.1134689 Feb 21 01:38:40.663042 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-daf768e7-ada6-4152-917f-31b87f6cd7f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 200 len: 1001 time: 0.0597465 Feb 21 01:38:40.709927 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-f6b8711b-a53d-4501-bf11-53f805727ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:40.711291 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-f6b8711b-a53d-4501-bf11-53f805727ea9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 200 len: 856 time: 0.0425417 Feb 21 01:38:40.758482 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-b8e9b1a9-dcb1-47a7-97e7-79ff0e31938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:40.759959 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-b8e9b1a9-dcb1-47a7-97e7-79ff0e31938c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0d0617-4e78-4e05-abc5-75ee47858c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428896 Feb 21 01:38:40.847223 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-f52224c1-b0bb-4973-9e98-28cfa36d27ba service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811360 Feb 21 01:38:40.933331 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f874767e-0c15-4b73-84a1-9e1582ad167c req-c00ebe75-543f-4528-b39d-dfcf3a96a86c service neutron] 10.222.0.65 "GET /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801382 Feb 21 01:38:41.654077 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-70dd7710-1077-4f01-891d-42c57e5739fe req-441a456d-e593-496b-9dc0-8d858b25dfb0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0297420 Feb 21 01:38:42.747300 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d6f67f9f-80b0-4bed-bbd6-21c484488c19 req-bff75b90-1e64-480b-9604-aa26395b8882 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286639 Feb 21 01:38:43.839599 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-07519da5-e3db-40a4-9b87-a9a5db5d6a8a req-d43e5876-375a-4e88-b8a5-12f4c25e5536 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273311 Feb 21 01:38:44.933603 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cc8ddf8a-d9c0-421e-a7b0-a6f91cd4159f req-ce29cbd8-424e-4ce2-96f4-5f1e58d226ec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260098 Feb 21 01:38:46.026458 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ab0460b1-9813-4db0-91c2-a6702dd3af62 req-8eaa10a0-fb27-4b6c-aabc-56fa7a9c8272 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264828 Feb 21 01:38:47.124012 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f96cec0f-842d-4fb6-815d-05151dd310d3 req-2647e601-b8e5-48fc-96c1-060214ad5486 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0307360 Feb 21 01:38:48.217829 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-54e593b6-f3a4-4631-bb7a-57d738d3a7bd req-fb596f72-8ed8-4333-b89a-4e36cac6e5d7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262849 Feb 21 01:38:49.312360 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0c584f3c-3ad9-4182-b3b8-24ceec265665 req-fc94bfa2-5cbb-48c7-b77d-7ccea401512f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260386 Feb 21 01:38:50.407518 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-89c7e1ed-20b4-4b99-88f7-d44747d665d8 req-62f659f6-5551-480b-9acf-3116f44d5e31 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264812 Feb 21 01:38:51.503590 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e33bf9ff-533b-4c75-9dd8-f6b7ff3b4b94 req-ce1fd8a2-a10b-4683-96d3-8568c007b997 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0281286 Feb 21 01:38:52.597526 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e735c80b-587e-47be-b9f5-ad4463e56cfe req-5aa75c40-4479-4837-93a6-12bf8ff39e4a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273619 Feb 21 01:38:53.691040 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-beccee39-436b-46d0-b1e5-60fc3a98a012 req-b5f48d37-e953-4f67-ba54-c446a9cffc30 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274680 Feb 21 01:38:54.800446 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3c4c0bcd-4fb6-475d-82b4-7aa756523ac2 req-9a80d030-0672-4399-b6e2-cb53d490d349 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0343173 Feb 21 01:38:55.320162 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:55.892246 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b42d0af1-c2d2-403a-8bdf-a36c55dc6a85 req-a5c222c1-fc3a-49b5-98fc-2c2ee9409287 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266178 Feb 21 01:38:56.986219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0466ed1a-d89f-4d20-b640-0e7e5cfe625d req-d6ac323a-867f-4c7a-a7a4-ac9817f99231 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269895 Feb 21 01:38:58.083382 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ee1191bd-a518-487a-97a2-92026e296198 req-3086dfb4-f051-44ec-bba4-4de47e6429c6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0293388 Feb 21 01:38:59.177005 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8debf174-29f9-4535-a887-fc0318f73de7 req-da40e80e-c507-426b-bdab-8d1995651bea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272851 Feb 21 01:38:59.524412 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-63f1571f-6905-42e6-a3b0-84187ca54074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.268901 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cfaf996a-7505-48b4-b5b3-3bbab20e3c5c req-28d41b81-fb8c-4b3c-9771-943315d2192e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266321 Feb 21 01:39:01.363385 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5a1d6c01-b5f7-4245-828a-233701429092 req-45bc1689-2183-46ae-bf04-f1910fc43865 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0284564 Feb 21 01:39:02.149670 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8e47ce05-f15b-4c26-826e-efcfd3b35c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.474896 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-48a9f027-d7cf-467a-bff4-354c4dc77b56 req-d85124d0-56c0-4829-863b-b6958ccaa2fc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0259953 Feb 21 01:39:03.504349 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.570645 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-de1569b1-5201-41f7-af6e-d8a549096e9c req-1b37b175-f45e-4706-938f-f450abe7fb18 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274336 Feb 21 01:39:04.664256 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60e00ad1-2d26-43ce-8696-b319c94f28fe req-e79b9730-1bce-42a0-8168-7d3d74cce0fd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0277581 Feb 21 01:39:05.104533 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.754647 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-58fff83c-73e2-44ab-b369-b2556a4951ba req-e9a63fe5-505d-4fa2-b73f-85a548b0ba5a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267401 Feb 21 01:39:06.006499 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.822372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d077d-a58c-4d74-ac22-f30a0132ee5e req-43e0ff1a-8db9-4cc7-af10-04c5121d6e22 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:06.823974 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a36d077d-a58c-4d74-ac22-f30a0132ee5e req-43e0ff1a-8db9-4cc7-af10-04c5121d6e22 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 946 time: 0.0575025 Feb 21 01:39:06.850301 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a7205e6e-be93-4f23-8742-8907ffe503f7 req-46061e75-d787-4c13-a7c1-d70bfead9aec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270910 Feb 21 01:39:06.871163 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a36d077d-a58c-4d74-ac22-f30a0132ee5e req-7e938361-dbf0-45a9-b4ed-afe65f08cbb9 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups?id=8518a279-58ab-497d-855f-025dc3192e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Feb 21 01:39:07.242232 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-23ad7c37-9dde-4909-8bdb-459dfe878e73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:07.243638 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-23ad7c37-9dde-4909-8bdb-459dfe878e73 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 946 time: 0.0500968 Feb 21 01:39:07.340307 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Deleting port 83a888b1-da52-44e7-9486-c1020c3facd8 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:07.343211 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.425654 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] For port 83a888b1-da52-44e7-9486-c1020c3facd8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=83a888b1-da52-44e7-9486-c1020c3facd8,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:07.426012 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.593874 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.594148 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.594462 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Floating IP 39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6 disassociated. External IP: 172.27.2.66, port: 83a888b1-da52-44e7-9486-c1020c3facd8. Feb 21 01:39:07.595631 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Calling delete_port for 83a888b1-da52-44e7-9486-c1020c3facd8 owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:07.755278 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (83a888b1-da52-44e7-9486-c1020c3facd8), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.784789 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'Port': ['ID=83a888b1-da52-44e7-9486-c1020c3facd8,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:07.794211 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.794573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.794925 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.795274 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.795619 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.795987 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.796328 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.796668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.797004 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.797339 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.797677 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.799429 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.799429 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:07.917042 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:07.950466 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a53e3207-5d32-4c20-a614-caeabaf5f1bc req-fd10e3be-bbe9-44a4-8a0f-ddd2ebf4251e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0297377 Feb 21 01:39:07.973162 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eab64ccb-5863-4c3d-b311-7e4c477e7935 req-5ac824fc-23f9-4629-9165-37f7460e2499 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Feb 21 01:39:08.053561 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:08.063069 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:08.072670 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:08.073293 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:39:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:08.094352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] No DVR routers for this DVR port 83a888b1-da52-44e7-9486-c1020c3facd8 on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:08.097431 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.100748 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fec2cdc3-327d-4025-920f-286eccf2e4e3 req-8af76495-ab36-4e2b-acff-d30b8d6e701e tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.65 "DELETE /v2.0/ports/83a888b1-da52-44e7-9486-c1020c3facd8 HTTP/1.1" status: 204 len: 173 time: 0.8521237 Feb 21 01:39:08.101252 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'name': 'network-vif-deleted', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:08.103486 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30349cb-0a59-48fd-a45e-844adc7e5a28" -d '{"events": [{"server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "name": "network-vif-deleted", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:08.148756 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae672f-cca0-417b-81ea-31f87e8c37c5 x-openstack-request-id: req-7cae672f-cca0-417b-81ea-31f87e8c37c5 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:08.149127 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1c406-f790-40a9-80d8-975e707b8899", "name": "network-vif-deleted", "tag": "83a888b1-da52-44e7-9486-c1020c3facd8", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:08.149446 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7cae672f-cca0-417b-81ea-31f87e8c37c5 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:08.149905 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1c406-f790-40a9-80d8-975e707b8899', 'name': 'network-vif-deleted', 'tag': '83a888b1-da52-44e7-9486-c1020c3facd8', 'status': 'completed', 'code': 200} Feb 21 01:39:08.184221 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:08.384696 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:08.411338 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:08.419585 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:08.420232 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:39:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:08.535916 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:08.732656 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:08.759280 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82c1ea-7fdf-4476-ad6c-ac2507f21bf9 None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:10:21Z', 'revision_number': 4, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'd6ab8c0a-8f31-4179-bb6e-a21995552a45', 'name': '', 'network_id': '5f0d0617-4e78-4e05-abc5-75ee47858c30', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'mac_address': 'fa:16:3e:23:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:20Z', 'updated_at': '2022-02-21T01:10:26Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'subnets': [{'id': 'd0db7af0-c5ff-4a99-920a-4e0006e56a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:08.977653 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f77299-5cea-4788-b194-f18a51d13889 None None] New status for floating IP 39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6: DOWN {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:39:09.056413 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-74547e31-a015-4e4d-b89a-08ef9f1cc6c2 req-8992fa7a-c6ad-4d64-9077-119658b962af tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0311408 Feb 21 01:39:09.103646 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-38e1b577-3e7f-4e88-8b34-023dcfa8f30a req-432108b8-d6f3-4d8b-a06e-e448aac7cbff tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a1c406-f790-40a9-80d8-975e707b8899 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Feb 21 01:39:09.398435 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.162213 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4e4ae45b-f203-46b4-8d81-430a4f15f6f7 req-4a4c5ffc-5541-45d8-844c-5d332ba73e52 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0307283 Feb 21 01:39:10.301828 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 40696) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:10.356926 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (8518a279-58ab-497d-855f-025dc3192e99), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.380870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (8518a279-58ab-497d-855f-025dc3192e99), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.445993 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 83a888b1-da52-44e7-9486-c1020c3facd8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:10.466146 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 83a888b1-da52-44e7-9486-c1020c3facd8 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:10.466503 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 83a888b1-da52-44e7-9486-c1020c3facd8 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:10.492437 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8518a279-58ab-497d-855f-025dc3192e99), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.495025 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.496182 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "DELETE /v2.0/security-groups/8518a279-58ab-497d-855f-025dc3192e99 HTTP/1.1" status: 204 len: 168 time: 0.1933093 Feb 21 01:39:10.498936 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 40698) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:10.505151 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eddb11-d504-47ff-b258-df4e71e02b6f tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518a279-58ab-497d-855f-025dc3192e99,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:10.512804 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.api.v2.resource [None req-809b1836-9251-4e3c-8a14-5137f0ff7238 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] show failed (client error): The resource could not be found. Feb 21 01:39:10.513814 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-809b1836-9251-4e3c-8a14-5137f0ff7238 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "GET /v2.0/security-groups/8518a279-58ab-497d-855f-025dc3192e99 HTTP/1.1" status: 404 len: 347 time: 0.0138149 Feb 21 01:39:10.516585 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 40700) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:10.639524 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Deleting port 29188f1f-f3bc-4b08-8c8a-7edca1bcc187 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:10.639771 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.712774 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.713109 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.725242 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Calling delete_port for 29188f1f-f3bc-4b08-8c8a-7edca1bcc187 owned by network:floatingip {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:10.926539 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (29188f1f-f3bc-4b08-8c8a-7edca1bcc187), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.951724 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Pushing event deleted for resources: {'Port': ['ID=29188f1f-f3bc-4b08-8c8a-7edca1bcc187,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:10.963452 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.963816 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.964190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.964534 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.964876 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.965233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.965591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.965902 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.966233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.966591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.966917 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.967244 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:10.967575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:11.024941 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks [] for floatingip (39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.027484 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.028654 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-56ab6a7f-646f-4780-bd3c-3780189d0479 tempest-AttachVolumeShelveTestJSON-472729226 tempest-AttachVolumeShelveTestJSON-472729226-project] 10.222.0.91 "DELETE /v2.0/floatingips/39f2f6a7-f820-4bc3-85c5-7b4ac692cdf6 HTTP/1.1" status: 204 len: 168 time: 0.5111666 Feb 21 01:39:11.255790 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e550d4d6-219e-4843-8b2e-fd4c947209fc req-6b0dc9e8-8216-4930-b68b-ee94c2325ca9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271761 Feb 21 01:39:12.347988 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-92fdae2f-00b1-4dd3-903d-2124a7764b93 req-7ad84a9b-0882-4c1b-94df-e524822583d5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271208 Feb 21 01:39:13.442300 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-dcf88045-e81a-4808-a2dc-21bcaabc506e req-2c97cb7b-7a8d-41c0-a932-2292cfaf56a0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264299 Feb 21 01:39:14.534642 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fb9ab6f1-185a-482d-b53c-988d6715cc06 req-7b1229d7-04b2-4de3-bb1c-f6648689d1cb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0257483 Feb 21 01:39:15.629043 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5277344c-10ed-4930-9323-2d3a2f3a6e5a req-39958e26-e3a6-4d45-9112-9cc2e304610c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268352 Feb 21 01:39:16.722816 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c9003ca2-3392-4cdb-aa61-c9517c882604 req-edd78850-fbeb-4126-8a60-aedbe740ad33 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268230 Feb 21 01:39:17.819466 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-91574c1e-f5c4-47cd-be67-5f1a2fd00cb9 req-aaa6bdf3-1d86-42b1-9ac4-b29f095c08b9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0300410 Feb 21 01:39:18.914370 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4013b0f1-653f-4d80-b9c7-1ec78c2f4422 req-d07a5192-6bef-4199-be09-047d3408bd43 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258415 Feb 21 01:39:20.244371 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5fff81bb-ec38-4760-8eef-276afe9ab549 req-163625f6-1a7a-4360-9512-54507100d96c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.2641625 Feb 21 01:39:21.344913 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b484e272-4ab7-45cf-b760-ff72ed89aef3 req-a694b100-98b5-4a19-9c65-c4cae5c9053a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0315719 Feb 21 01:39:22.438220 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-026d07df-7ad2-4d83-bf98-b77bad41b63d req-98fa1f30-2a22-4ad8-8d2a-e7b7dcaabc26 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262244 Feb 21 01:39:23.529330 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d6f6bb7-a79f-48dc-b227-ab344d6c3fac req-cd01ae5c-d4db-4826-8e1a-ff88dd1f3fb8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271091 Feb 21 01:39:24.622400 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f5f9d868-001a-44be-bf25-bce3f2fdd96c req-0f1ac18f-524c-4207-97c8-7f9e6385c83d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267453 Feb 21 01:39:25.714949 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2567a8c2-6f40-4640-a530-dbc9162c63f3 req-73db973e-c4c7-4e75-8f85-08d086144a43 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269318 Feb 21 01:39:26.808407 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-539e1a5e-164e-4b65-928b-9f7dcf839e8b req-c56d6c34-645e-42e4-afd2-545d72a7cc6b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269423 Feb 21 01:39:27.901910 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bb217679-b33f-4fcd-8bad-dfa09a215161 req-518d2e47-0e2d-4da2-aab1-5f694cc8d10f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0275762 Feb 21 01:39:29.004875 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3e275b64-822a-44a6-ae1a-b39040a8c167 req-77f78387-496b-4cc8-9d91-56299226b123 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0297024 Feb 21 01:39:29.557733 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6b168137-f8d7-4a76-8235-595c5d0e0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:30.097503 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1a3f5869-4df8-4001-9370-b7ba739f3eae req-942395e3-a87c-49c1-aa5d-e64475e640b3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267680 Feb 21 01:39:31.189014 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9631423-7ae0-43fa-aee1-c0a715a52377 req-ca1fa552-03bf-4981-bf0e-d2ce165eda89 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0255468 Feb 21 01:39:32.154040 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-373616ad-2754-4a76-91e4-79cc2e1512f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:32.284020 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fb2db1e3-a50b-40ff-b4d7-3f42c5cb45c5 req-9ca8993b-4ec2-4156-9b03-dc2c65f9c064 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273392 Feb 21 01:39:32.321533 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:39:33.377972 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0084ca7d-dc98-4955-bee7-7c8cf1a9a584 req-10f5d662-d786-4f88-a28a-c2b018c5b504 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266292 Feb 21 01:39:33.513907 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.476945 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-452bc7ed-c761-47e1-8988-a896101f9f79 req-ed8c10a1-e67f-418a-8cbe-ff2d7aa32a42 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0305212 Feb 21 01:39:35.068730 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:35.568611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7e4e147-2d59-4f43-ad1e-79c2f18a5180 req-41395340-b96e-488d-a03b-6014da0d88b7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268688 Feb 21 01:39:35.957175 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:36.660672 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-84de0ffc-be32-4471-a286-181798f78ffa req-2294737d-adfe-46b7-a61d-5f50a00e7386 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0259387 Feb 21 01:39:37.753525 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5b7624bf-6b0a-49a8-8ebe-b7b24979f59b req-d2254faa-a260-4897-80ef-1b08e3604af3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273902 Feb 21 01:39:38.847178 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-92d950a7-32dd-4755-833e-3a762447b315 req-71742d85-0f97-4201-ae25-97e1bdc33723 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0278416 Feb 21 01:39:39.402766 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:39.943787 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cc95a524-8612-44e1-9020-5a61c3ceb4bd req-bd04c401-c94b-44b2-a5b1-4b4745150d4e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0309889 Feb 21 01:39:41.036424 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c92fa4f-ceab-4f1e-930a-1b1c21c71683 req-31de6759-bdd3-4a83-b944-fadf6600f0e9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272429 Feb 21 01:39:42.128527 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d8a71e56-45f7-4ff9-a1d5-aa2b5a4ae55e req-bcfacc07-d18f-4ce1-9fb4-5c037978aee7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262132 Feb 21 01:39:43.224061 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fe2e772f-f2b9-4e8f-9885-d73264868b48 req-82e95253-2b08-45a5-8b5a-3ce3cfbe677e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265107 Feb 21 01:39:44.321190 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-614ef95c-a0f8-4eda-bdde-f6b9fd76a110 req-caea6dd2-6c03-4d42-8746-f55ddbc409f0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286198 Feb 21 01:39:45.414691 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1baa8ab5-545d-4d80-ac8c-6763c7e6bcf5 req-87870bc2-d0ff-40bc-b274-bc2f78e3df3d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264900 Feb 21 01:39:46.506268 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f76c0d54-e512-4c88-bb37-265cd7f4fc78 req-a1d0f369-707a-4e66-b970-1fa511318486 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258501 Feb 21 01:39:47.860532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-0a951ddd-73d2-474a-9c3b-63939065d456 req-85f25405-41ba-47ba-857a-874e64db2e5a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.2860663 Feb 21 01:39:48.955878 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-90211382-cda1-4ef3-8e31-a3117d0d9421 req-74f22c68-3a81-4f72-991f-747374998059 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286901 Feb 21 01:39:50.050147 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4976899d-49b8-4381-b8e7-68bf9535cbfe req-06fcf9fa-9860-4141-a6ae-82e0f26f2371 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272379 Feb 21 01:39:51.144618 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3a8e2113-64e2-4af8-b54a-f96bb6f192ba req-89fe011a-022b-45d8-9faf-42e65c9a1b24 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270162 Feb 21 01:39:52.236164 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e68a8567-c316-441c-870c-d7b4dee2acf9 req-bafb9f60-0274-4474-9c45-7cec810e69f5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0259545 Feb 21 01:39:53.333668 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cfa14630-8541-4df3-b61b-08659c042baf req-cab0c44d-82fb-43a5-9aa9-236165a6fac4 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0294480 Feb 21 01:39:54.431035 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-867ebbf1-79bd-4609-b88b-e743755e1340 req-af3f9d54-5ee0-401d-97f8-d35bd221f698 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258458 Feb 21 01:39:55.522339 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e9b50cb7-86b3-49f6-a58d-9bbc1b0075d0 req-81d90ac0-e202-4873-a8b5-9eeabac6fa2d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265684 Feb 21 01:39:56.616740 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cbe87aee-b801-4ff8-9788-2b1b62ec7585 req-6339087d-6ef4-4a88-b1b9-bc7b62a8d2ff tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286746 Feb 21 01:39:57.710507 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-90b30e55-e669-444e-ad4f-b6eb635eeeda req-a3d1f6e2-a2a9-4d2f-819b-8ddc5ca4ba0b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264754 Feb 21 01:39:58.805054 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-beec637e-c468-4440-8996-8c43ab17495e req-e029cd8d-a05e-4508-8719-44fef1dbf582 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262780 Feb 21 01:39:59.552759 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f7b2c25-fc95-4c99-ab12-ee82018375cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:59.901681 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9c5588b0-300f-4f5c-a597-9f720fc8dfdb req-4ad96497-62e7-402f-9954-b9101a916165 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271380 Feb 21 01:40:00.995403 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ab13aa51-9604-41cd-bb39-18d10d65dc1d req-27fa3540-c027-4b7c-89a0-ce9640bd9cb3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0280082 Feb 21 01:40:02.090903 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-48d793ee-37c1-4124-a6db-52ca3d8738fb req-ca874c51-06b6-4c15-b71b-d94d7171b63f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0300629 Feb 21 01:40:02.176244 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7dce0ba-3377-4db1-843c-feb5e90a9ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:03.263985 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7cc8b00a-0394-442f-8884-50486dbc7f07 req-ba7dc59c-a3eb-4c89-bc39-02a166e85f41 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0284343 Feb 21 01:40:03.501087 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:04.357551 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-870b285d-fef6-4e06-9349-90cc4b8c6380 req-e9daee02-2052-42d3-9fb4-852f7835a692 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0283477 Feb 21 01:40:05.089362 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:05.601981 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c8ad230a-5d17-4752-b110-0af8714cc042 req-db12b29e-c2a9-4113-93f1-3200c32fe990 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263171 Feb 21 01:40:05.973488 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:06.738798 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a0ffe32-3481-433a-9cc1-f9bc894f1a7e req-792ae7e4-4bc6-4635-b5e8-4ea512ac8071 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0709076 Feb 21 01:40:07.832455 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-53a11669-625f-4a3e-9329-8eafa086956a req-fd239a98-69e0-4910-89e3-d6af6d396940 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0288877 Feb 21 01:40:08.927229 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4af0c81b-cc31-4c8c-ada6-11a12fc027ee req-2e768e3d-dcea-4a5d-b5f7-b0f5041d2570 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268595 Feb 21 01:40:09.320296 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:09.403596 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:10.062309 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-150c3945-a159-427f-8c1b-06df2132c853 req-023b0453-54b5-429c-a2f1-3e9e5d2f2d2a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0701501 Feb 21 01:40:11.156252 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-385f2a28-9d57-44bd-9c60-1590ca5c4b35 req-d2588171-ba6e-4cee-ac21-92c9b238390f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260537 Feb 21 01:40:12.248693 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc86452f-e10b-4477-9798-39967fcab8fa req-aea45731-d340-4798-bcc8-200cf1cbe64a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266881 Feb 21 01:40:13.345050 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fd39da34-af9b-44e8-a61a-a2b6f41eff8d req-efa8ba2a-7907-44af-9a3e-beaa1441fc1e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0289001 Feb 21 01:40:14.437897 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-06d3e8ee-7115-4a71-83f3-c809eb0ce147 req-38f558b8-ec7b-4a3a-b5cc-196c081777e3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265923 Feb 21 01:40:15.536174 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1da91bc1-54ed-4d6d-9ead-712979b9c430 req-569bcca5-5ea3-4db7-85e0-2f88cf2d0012 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261707 Feb 21 01:40:16.631714 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3dbb5aa1-c156-44ac-8b94-aafe6a84557a req-385efb69-caaf-4120-b64d-845ed8caded7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0292728 Feb 21 01:40:17.725233 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d00a8a7a-fd5f-4801-8204-3e4121e3416b req-a6fd446b-7276-4a58-b38e-7b18d5e9a9ac tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271821 Feb 21 01:40:18.820252 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b9adc530-188c-4025-9c06-10c44dea8e7f req-9085cd9d-b423-4f83-b3cd-cf47999060a6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267243 Feb 21 01:40:19.911547 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e65cde9d-093a-4150-bf3c-04e85c00c188 req-20745c29-42f0-4a2e-90c8-22f025bc191d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262864 Feb 21 01:40:21.002772 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ba64f332-5923-46a5-8dbe-33841006733d req-cad5774f-41cc-40e7-9422-c8fd1a6fff3b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258572 Feb 21 01:40:22.094348 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c9580411-2bdd-44f5-af0b-4372dcce42e7 req-60179b1b-5b37-4489-b58d-5f41ee0e931c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0257440 Feb 21 01:40:23.189041 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2219cbf8-5b11-4f95-b017-21bbae66fc07 req-403ef123-2324-4eb2-8dfd-507a979206da tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264695 Feb 21 01:40:24.286137 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-66e1a0e3-3800-4789-b744-e6d30421b594 req-0d62f92a-0466-473d-b929-c0f0efe97ea1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0295844 Feb 21 01:40:25.379651 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4f0a5726-508c-48f6-b40d-91468677724e req-33d86326-00c1-4edb-9857-631d1d335354 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0303679 Feb 21 01:40:26.472784 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e5260f6b-b86d-4cb8-9ec0-0f161719e7d9 req-d0bbb0e7-a836-4dae-ab2c-8a2023ab8c77 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270612 Feb 21 01:40:27.563536 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fdb5f7f3-db93-4081-a6a7-8829b3583b0b req-e79a72dc-3aeb-4fd7-b7ec-9b421607d9bb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261753 Feb 21 01:40:28.655541 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f84abd7e-4709-4279-9d70-d833e7c29404 req-7dcf228f-50c2-4853-9f95-89b9f0ad54d7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0257616 Feb 21 01:40:29.509704 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b726cbd1-5ea6-4faa-80ff-7f393567fcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:29.749255 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c5f8f406-701d-4e94-8a01-bbd764f35ce8 req-089b0445-48b4-47ee-9f14-837556a22172 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270255 Feb 21 01:40:30.847223 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0cb15014-f562-4783-b8a1-483dfbe8d156 req-d145380c-0ee6-459d-bd75-d77ab8cf9549 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0282218 Feb 21 01:40:31.943308 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7abfb396-bc28-46ff-b72c-e826c31997f3 req-4d8259c1-dd14-40f5-bf82-4501168df892 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269837 Feb 21 01:40:32.173951 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aee6cb4f-f663-4196-81d4-24c3562f07f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:33.039267 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a5856b7d-2699-4521-a04d-5a19ce678c13 req-c7fe277d-be1b-4ed5-89a2-9997c922e57a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291049 Feb 21 01:40:33.465445 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:34.133478 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-20307b2d-3f60-4d3a-9b32-223b7f851542 req-cb0e3880-2535-4360-980f-26af8e6b23ea tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0292439 Feb 21 01:40:35.092538 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:35.224755 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e124c47e-9810-4f57-9e77-9645145de6b5 req-02e548a8-fb99-4635-96a8-9f690dd603bc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262105 Feb 21 01:40:35.973545 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:36.316856 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-73d0990e-b8ba-4d66-b3cd-3753ca689cbd req-993ac863-5503-407f-bea0-72dc5aa31e00 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266738 Feb 21 01:40:37.411359 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31fc77fe-d950-4d6d-b37f-98a335a75088 req-d021fb42-b7c2-447e-ab64-0488884149e6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263495 Feb 21 01:40:38.506776 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d1773e05-d423-4ed5-bcb1-3c00600e9907 req-81b3a62e-4345-4ff5-974e-f2017b4db440 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0279093 Feb 21 01:40:39.419051 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.602235 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40fdc970-7f6b-4c67-92d0-ca0882b6f4db req-ce5399d9-5e31-4869-bc06-63ced9f86e07 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273235 Feb 21 01:40:40.695068 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3cf19c20-4717-48e3-a7eb-c731cfaef9d0 req-f9a1ac1d-6d6e-4b57-99c1-c3ce477870d2 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272632 Feb 21 01:40:41.791942 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7e028234-89c8-471b-b7ce-fb2268e5665b req-1a04ef3a-097d-4d57-9f49-5666d794bbf9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0304613 Feb 21 01:40:42.888095 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d289dd1c-74a9-4b0d-b68c-2208781069ea req-f9d98f60-cf04-4c68-a6ae-0bfd0eeafaaf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291460 Feb 21 01:40:43.981272 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0da2d8a9-f29f-433d-bb25-fbd6609a7b7c req-b188915e-7cff-40dc-9683-e4f727b339e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276084 Feb 21 01:40:45.074315 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ca2ae6e2-b7a8-4172-b025-321c0749d3fe req-aa5bd312-97c1-4059-9405-13b2b27a2fdd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276835 Feb 21 01:40:46.168206 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15d83767-fee4-41c4-94ae-253411a560b8 req-db1e8f9f-e962-4586-8f95-33200d74a187 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266666 Feb 21 01:40:46.320223 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:47.265831 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2f7fcad7-a79d-419d-b274-0e7ad4be8aba req-f0c6d52a-7f6b-41ee-8357-e91b09711aad tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274215 Feb 21 01:40:48.358191 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9b4b571-5c98-4cf2-98b0-6b887336435f req-6870c6f7-d122-426b-97e7-c499e42b565e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262873 Feb 21 01:40:49.453260 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c4ef1cda-9ac7-4911-9d5c-a1de6db92cde req-2d24eddd-30d1-40a4-b8c1-812647d4ad35 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271361 Feb 21 01:40:50.549594 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-48c55337-f6f7-4b2a-a98e-be87b6181585 req-edd867fc-8dd1-4874-9573-113f3a951ee8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0293896 Feb 21 01:40:51.646425 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ea5b4dcb-0f2c-42a2-acac-9f63598fa893 req-f065a806-fcc3-4528-ac6a-4a819a67cc7d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0299487 Feb 21 01:40:52.740702 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-97f1f19c-33a7-419b-a644-0870b4329518 req-89077fef-d090-48d1-9bd9-eca99019f447 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276613 Feb 21 01:40:53.832571 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-68b44ef2-67cd-4d29-a5ee-36f27d2595c8 req-bc7b6718-b747-49c9-adce-0e5318c7924e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274453 Feb 21 01:40:54.924511 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a7d3d9f5-044d-403d-83e9-b4d18132aa3b req-f82d4b08-7277-496e-b488-91d1003fed3c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266452 Feb 21 01:40:56.025946 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf0ac924-770c-43dd-b772-dc62dc45f159 req-ddb7fb49-d0b0-4bd6-8b15-871a436a9ab7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0344753 Feb 21 01:40:57.117899 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1fac8ad4-8253-495b-976e-aaf55078710f req-65f4ca2d-aeb9-4514-96f5-663ccc1b8e13 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0275941 Feb 21 01:40:58.210818 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7d3e20bc-c38e-4e7a-bb55-f941183614df req-105bce41-c172-4406-975b-d56e0cb31b95 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273471 Feb 21 01:40:59.305648 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-99e0cd1f-60eb-4b43-94fb-a89f79e3f158 req-06314af3-4904-4e48-b3bb-7187b7f60df1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0290666 Feb 21 01:40:59.520921 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2e20ec77-7f36-41ec-b0b5-b2c65ea6af2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:00.405560 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-44753634-bb9f-4b78-acd4-a27d23ad9d57 req-18ba18bd-d957-4ab7-b953-c9322ccadff9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0301430 Feb 21 01:41:01.500289 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-71a00540-a069-41c8-968d-8dbb256fd91e req-9ad04af4-fff0-4ece-9e97-a0b129c05555 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263908 Feb 21 01:41:02.154936 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6d19668e-fefe-47ef-ae98-0bc0ab215b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:02.596686 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4343a04a-ebe3-4cb7-9193-f77f24851d56 req-03dc4620-cfa7-438c-98f9-3599bd53b109 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271139 Feb 21 01:41:03.538325 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:03.691077 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d505eeeb-343f-4f92-8704-5751fba4eac4 req-a539bab9-129b-4f4e-9b1e-6b5e75ad0e71 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272915 Feb 21 01:41:04.783368 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc687099-5d3b-41e5-a9e5-68d4abc55fb1 req-23394db8-ed25-46a2-85cc-53b2320186ad tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266428 Feb 21 01:41:05.120750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.875041 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-75bc65b6-1f75-4d1d-80e7-40e38b67d34d req-a1d519d2-35aa-47a8-a3e9-3c86ce6c5d19 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268180 Feb 21 01:41:05.955636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.966941 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3a22c2f7-b42c-4843-8a89-fb784434e0eb req-e2e0732f-49f3-4990-8546-c31ea1803bfc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266848 Feb 21 01:41:08.065013 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b8875fbd-389e-4546-82d7-c63c4401e73c req-e002a564-e400-4746-8411-ccb21d094466 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291386 Feb 21 01:41:09.160624 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9a886f0e-fd14-4af6-9b99-a61f8c68384b req-72c2d000-68bd-4f89-baea-d29978128536 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0292075 Feb 21 01:41:09.417887 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:10.252446 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ffb4f2b-809d-41e6-962d-6b2a688a3802 req-9fc83b2b-6482-4ea6-98b2-c46f54536f0b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268223 Feb 21 01:41:11.344570 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-53bff7ec-b1ff-47f5-889a-b87655c79a35 req-e6e6d1dd-eff2-4f15-9dd9-edd3224157a5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260875 Feb 21 01:41:12.438763 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-705b2ff5-b3f9-43b1-9083-7bffbe183a7e req-28174e81-a822-4fd6-bb98-fddff34fef50 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267746 Feb 21 01:41:13.532277 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9281375-6b3c-418c-8c0e-0bd374ada530 req-176c2e62-4d9a-4500-8c70-9c6e8647ccd9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267272 Feb 21 01:41:14.625189 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-25e9581b-e6c2-48ee-ac7f-75cff6583414 req-9d5590d3-3995-4305-9205-1dcd282ae1ad tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271587 Feb 21 01:41:15.716733 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd0b94fc-c2bd-4684-9492-3a731d58285a req-dcd6e26e-72de-4e2b-98a5-4badbcb2238e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263383 Feb 21 01:41:16.812080 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a75c3027-491d-4bcf-bcfd-b1fa6c93192a req-310c3c14-f795-4f7c-bace-78a54d16cb21 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0284324 Feb 21 01:41:17.910081 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-de95c99a-fe40-4e08-8b88-eaff36fd0f8d req-8390fca9-f6e0-4282-bcd8-2c19600cf6df tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0302541 Feb 21 01:41:19.003531 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-68de8268-ef6f-4853-8a1a-c6726b15402f req-818db8c6-cf73-424b-815a-ed78788c9a6e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270991 Feb 21 01:41:20.095721 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-59681759-4aab-4a7a-9fd9-7dc6d1a6df44 req-4961f686-06df-4ba2-b63e-b3270ba71e5a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263290 Feb 21 01:41:21.189215 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eefa3fcb-39c0-44e1-8b71-af9927a0cdb0 req-082d4944-9165-4d78-ba07-789d8773dab6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265200 Feb 21 01:41:22.283384 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-967d1272-a7d9-4110-aa51-b0dc76588708 req-5938ddf5-3286-4ed9-9710-22a643eb4ff0 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0283215 Feb 21 01:41:23.320173 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:41:23.378399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-280b25d3-6492-4e42-8532-77b6760942a5 req-4aa5c7ac-af7e-46ba-9287-208305b74071 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272112 Feb 21 01:41:24.472759 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3342a4f8-0667-4786-bf3a-52f1973ced0d req-42f63b2b-f1dd-4145-8f89-d8588a90dc4b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271285 Feb 21 01:41:25.568825 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cdeec720-c202-417e-a358-a0215c6ae2df req-3ae44598-c757-4703-81a8-496c59a92761 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0293226 Feb 21 01:41:26.661579 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dcceecf0-6fd6-4492-bc87-da13d16a479e req-2750ddab-ac3b-419f-8866-a0d445bea0dc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264716 Feb 21 01:41:27.755473 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-67791bc9-8bc5-40ab-a1fa-4f4b35349d46 req-ee287dbf-bfca-4241-aa48-59effa4c37ab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274124 Feb 21 01:41:28.846648 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8effdc0-3aeb-4b3b-8b51-7e6bc0f51c1f req-b345ee74-728b-492a-ace0-e57137985d63 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267186 Feb 21 01:41:29.530913 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fe609237-0520-4f90-822c-b9467f470c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:29.940163 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5fbb209d-fe48-41e6-8a36-59885bdba4f1 req-f6b469e1-3061-4cec-8a0e-71e356b73f12 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267096 Feb 21 01:41:31.044000 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-caf1f694-a399-4435-9810-9f9f53158b7c req-a38eef2e-1cba-4ea9-8fb6-c4653754e2f6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0311451 Feb 21 01:41:32.140416 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-81312bee-ac29-4b47-a68c-b84b48188bc5 req-bd17ab64-e628-4e01-afa9-a76e46db2571 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269136 Feb 21 01:41:32.143008 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4f6262a7-810f-457b-8275-3b8250c6118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:33.239764 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-942973c9-d2b2-476d-bc1b-eb245fd80c32 req-b00343d3-9ecf-4c5e-9e6f-dfa990642e93 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0277605 Feb 21 01:41:33.490837 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:34.334984 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-eb79301e-a0c0-4f98-aedc-dc4db0a37e2c req-2a8eab47-1605-408f-925d-a8a8d7f0fffb tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0290618 Feb 21 01:41:35.084630 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:35.427621 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d428b5e3-8fca-4490-bddc-9efcb5f0a077 req-54c0cd6b-b3dc-48b0-8b13-0ae2580e9807 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274942 Feb 21 01:41:35.942026 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:36.521721 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a56528da-9f3b-4ade-896a-d12ba3de1ad7 req-7d466a24-c2b0-4f20-8c2d-49ed091ea7a5 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266755 Feb 21 01:41:37.617343 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ddf0102a-906e-46a9-8e3d-545d6ca2e370 req-296b1d0d-e74e-424a-9878-06fc4e18621f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291331 Feb 21 01:41:38.709969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-10452427-0870-4a90-88bc-f8a52af7bebd req-d322c641-8365-4048-a8ab-7ed128dfa492 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265486 Feb 21 01:41:39.473645 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:39.802089 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5c6fa99b-4c80-403f-8507-9c6ac7816057 req-047934e1-085b-4098-8a7e-77f020afd6e1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0270412 Feb 21 01:41:40.894187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d7306396-8d75-44ad-8706-67dd8fc934a5 req-1c876b92-cad0-4c76-8f49-5610e97a8525 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263231 Feb 21 01:41:41.988262 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7dccd32e-00e3-483c-b024-8de17966fa0a req-caf374c7-aa74-4fad-8e83-4ef16f704578 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268574 Feb 21 01:41:43.082527 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-30aae0cf-a803-4bcb-aca5-ffbc15451fc0 req-022255d2-1c67-4484-a705-3fca8935c373 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0288870 Feb 21 01:41:44.180835 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-34e2ab36-3c6a-4ae0-95f6-2b555e94e550 req-8e0a077b-f94b-4cdd-a9e8-3366e9f5b0ed tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0313945 Feb 21 01:41:45.272445 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c6e8ca47-9f18-49ef-9670-e190c9a92728 req-ab28e9dc-7157-470e-8c9a-8cf2b150d6ec tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276423 Feb 21 01:41:46.368426 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1dbaa8e8-01ae-4521-855c-8fb3f11f1ff2 req-4507718c-1320-4a32-a78b-c5584a9bffff tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0277340 Feb 21 01:41:47.463038 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f0a70532-dd4f-48f5-aead-3ca4414d011c req-3bdc453f-729c-459c-b4b5-e75d3185ca1b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268593 Feb 21 01:41:48.556135 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-924739fb-d82f-44a8-b8b8-9c8ee28cc8db req-ae59aa79-aebe-401f-960e-b476a73168c6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267835 Feb 21 01:41:49.650898 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4f11ab02-0f45-4947-989f-48678cecce08 req-ac8f7bf0-885b-48b1-9b58-be8299164c4d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271919 Feb 21 01:41:50.744072 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8e27baf6-0540-4406-83c6-3ac1bac512f1 req-7b130d05-bc58-4e68-abe9-dfdab2552f1a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269403 Feb 21 01:41:51.839856 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-15c6e9e8-3bcb-4390-b498-d2d85485e127 req-dd4131b8-cae3-4393-b525-e99670dc23f7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286996 Feb 21 01:41:52.933202 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ba3fcc6e-628e-4470-b408-e47b01f0139d req-12cd85c2-68b9-44bc-8e02-002ce5905b3a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272946 Feb 21 01:41:54.025740 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d16dbf8e-74ed-4ecf-93d6-d515488d9bab req-228625f6-13ac-43b5-85be-1fe6e1cba1d7 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269525 Feb 21 01:41:55.118790 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-27f75c82-c30c-4b91-b355-0e07f42263ff req-71ea35c1-ff73-49b4-8535-8c5ba129ff07 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265145 Feb 21 01:41:56.212349 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cac2924f-e83c-4305-9671-f7df003c3a64 req-1c88af83-55f1-4fa7-a7a0-4254eb29bb05 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271976 Feb 21 01:41:57.312940 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5f6f6fec-a1a7-439a-9427-131ebde0824c req-b4f59b6b-4e5f-4e9e-b3aa-693810a7298b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0338290 Feb 21 01:41:58.410028 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6e9c6149-8a0f-4a52-866d-bbf09c69fdc8 req-33be5525-ff92-4e1a-9d98-4c1228296c65 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272183 Feb 21 01:41:59.501421 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-10ea5917-a22b-49d1-95b9-1f7ffd5834fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.505067 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e5656129-27fc-420e-aadb-f4bde4069118 req-3d754b1d-3a80-4ab6-a8fb-b4fcc368c397 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0278499 Feb 21 01:42:00.320054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:42:00.601192 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b99e0732-4c3c-4ae2-ad39-a5d798d363c4 req-be19581b-24c2-45be-8e5b-5f22917ac516 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0292864 Feb 21 01:42:01.696149 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-12cbdf59-47f4-4193-ae38-72e175e42580 req-8d741636-1759-43a6-832c-ff99fa1d5ef1 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267308 Feb 21 01:42:02.147140 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bfa04df-3024-4950-af0d-1469866ac537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.791023 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2b463a52-f709-48e1-9d7d-1696c60c9776 req-cc18ef05-7975-4bdd-89ee-4400248eb587 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0286398 Feb 21 01:42:03.495214 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.885112 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-19121284-c8a4-4b2e-b3ad-892569d6e956 req-0239b929-67ff-4f50-a2a1-97205bee204f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0280194 Feb 21 01:42:04.981341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-98e0f706-fbcf-4d66-82c2-6d1c5eb33926 req-f5f27f33-e330-4570-b188-0d83275f8e1c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263259 Feb 21 01:42:05.089491 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.958406 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.072763 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c095500e-e33a-4c8f-8d04-68a7e2a12074 req-f143909f-4061-4fe7-96b3-a802a73b831c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269899 Feb 21 01:42:07.164991 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-60ebe663-62d4-496e-b89f-7fa927629550 req-2e083b3e-03ca-46bd-ae50-88762375462d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262129 Feb 21 01:42:08.257380 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-99870197-7d05-4586-98fb-2f9360acec05 req-2fbb98b4-170c-4ff5-943c-824a882ce832 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261381 Feb 21 01:42:09.353419 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c1497007-58c2-4a9b-8f7c-d9761b0222b8 req-508b8f41-3079-41df-a0bb-3a99e1c03968 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0296860 Feb 21 01:42:09.426525 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.451764 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-346a62c2-5171-4ea1-9a54-9f8295660617 req-05579749-1a4b-4202-9309-6d9e6dc25374 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0302002 Feb 21 01:42:11.545457 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d47df4fa-eced-4398-8091-db00db9e56c6 req-c8aaf8e0-797c-4b95-bb9b-a13f93b7fd81 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268493 Feb 21 01:42:12.640096 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cfd44491-a022-485d-90ee-1d3c1a4ae4d9 req-a669b53b-741f-4542-9005-274cd803e343 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263374 Feb 21 01:42:13.731636 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40a1bc94-b0f5-463d-938a-83f47b1464e6 req-d6bb2f23-318e-4bc9-babd-d8d69dbef3f8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264981 Feb 21 01:42:14.831974 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d754b13b-1e51-46fa-a7bf-82ac9fe15f05 req-93102815-05c2-430c-922d-a00fdc6c879e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0278270 Feb 21 01:42:15.925847 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5c6368dc-76b5-47db-9500-9502e15b5035 req-8454cac1-ab1a-4e29-9792-397a6867cc13 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272937 Feb 21 01:42:17.021792 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d76dd7c8-4cf0-4cdb-8cbe-fb56c4092427 req-8bf5c882-7fc0-4e3d-907b-d1b573088e12 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268335 Feb 21 01:42:18.117759 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-911f8038-cf23-443c-85c5-2b7d61bf6bba req-8096ae53-1ea3-46b7-8116-1bff4dde8f54 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0307503 Feb 21 01:42:19.209409 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c0065b6c-5d37-4712-9d4a-70a9a50b97af req-b2c8c518-8a1f-4486-b6b1-6f83addee37f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264964 Feb 21 01:42:20.304187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-85a139a9-8fcc-47c8-8479-841379d20f4d req-ad6e0798-2e76-49e3-a3b6-32710e11381a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261672 Feb 21 01:42:21.397208 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-246428f1-bf32-41ea-a82e-d43fdecb05b6 req-15b05954-472d-4cbb-a27f-b80ad0a91456 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0267041 Feb 21 01:42:22.490590 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-78ec9ff5-1922-47e9-9a3f-4eb301c87755 req-43f3f9db-6a0e-4b4b-90c2-744725a7303d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273929 Feb 21 01:42:23.587907 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e47bb21-f634-4ac3-aab7-6e8acb409566 req-ac811fa8-2469-4987-9891-0047d910e2c8 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0310104 Feb 21 01:42:24.682546 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-276036b2-e7f3-49b1-bdfe-4b94a24ddc05 req-cf4f779e-9e3f-4512-9cdd-34dcae1fbd89 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268414 Feb 21 01:42:25.775480 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c4804c8a-59f0-461d-845e-c1d0ec0a1342 req-25c5ebb2-55b4-4723-b2eb-97b5b53c2f34 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272729 Feb 21 01:42:26.869969 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-81e199b5-ee5a-42cb-bc5c-cc577e914925 req-bda6bff4-9adc-4190-b289-583668549daa tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0291646 Feb 21 01:42:27.962812 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-aad6be85-814f-4755-87d8-3384f3b6c957 req-50037df1-246a-4453-b20d-7db43ebda860 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0275726 Feb 21 01:42:29.055606 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-52ab88c6-ea77-44ea-85ee-092b834dcb0b req-4793cf4c-f43f-4829-8539-929711c75394 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266864 Feb 21 01:42:29.522082 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-da013bda-38c4-450f-b506-cf5f61ec0c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:30.149636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e52149d5-6037-4be2-857b-eebfab3c7f58 req-552b8b0c-7bed-48e4-a12c-d5231c2d8f60 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261543 Feb 21 01:42:31.245812 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7b4a8f5c-7d66-4129-b2cb-25a027f2912c req-1d7ee5cc-3b6f-4f92-8a11-be86dfacb352 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265479 Feb 21 01:42:32.162924 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f232e0b1-6295-4175-8acb-bb107e5f3e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:32.337524 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-eb596f65-981a-4054-b8ca-5d2a3d79ca0d req-090b03aa-38f0-41a5-bbb1-876c604eb8fc tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0260046 Feb 21 01:42:33.433786 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4a899d29-0128-496a-84be-94a13e050603 req-84a5cd7f-4b05-4e03-8ad3-42de4601226c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0281289 Feb 21 01:42:33.505057 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:34.528982 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9bbbb94-fd2f-4335-a852-d4ad90677e59 req-d1a3c8b3-c785-4f5a-af13-0761678120ab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0271428 Feb 21 01:42:35.123284 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:35.622835 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c2e50517-be12-4801-ab4a-61f6ea7564cd req-7d146fba-260a-4d43-bcdc-9850ab643ebf tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0298667 Feb 21 01:42:35.968578 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.720887 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-9d7c834d-3f13-41a1-9e4d-695eadbe051b req-46932a7f-72a7-4c94-b365-6e103544837c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0309598 Feb 21 01:42:37.320121 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:42:37.814071 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8c3025a0-0035-41b8-8245-190ad2115eb6 req-b2ee45d4-f9ff-4170-9eb9-f3d07fa3d55e tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269616 Feb 21 01:42:38.906303 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8931aba2-0d58-41c7-b1c2-61d60eb449ba req-d8b45f7a-a824-460b-9b3e-19a69da618e6 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0265987 Feb 21 01:42:39.419724 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.998336 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f7f5ba6a-6512-44fe-aef1-c22e34187eec req-3b378712-fc11-4916-a791-88fe1ca76a04 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0258462 Feb 21 01:42:41.091265 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e6eed9d2-bad3-4ddd-b3d5-b753edd3d6b6 req-2ac335d2-b758-4d0a-90c1-dcea7ce76421 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263484 Feb 21 01:42:42.185537 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-11e57ffa-1c69-4e5d-af6c-95a06cdc48c2 req-6e9cbaa0-7eba-4b86-bc63-858ed1772fe3 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0279846 Feb 21 01:42:43.278457 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d295b40-ee5a-4a55-b2d0-ed34f03d780a req-e474b592-0ec7-4f93-83c4-4d4cdc069b9d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0261450 Feb 21 01:42:44.373415 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3879e34d-387c-44a9-bf9f-05eb9ea64819 req-0ce5e1aa-8b26-4171-8279-962cc9422766 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0290382 Feb 21 01:42:45.467420 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-db12d354-8ca7-4f6c-a766-c3b93d7edd66 req-bf46bf2b-aeaa-45ed-a3a7-f1a5e6cf37fd tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0263433 Feb 21 01:42:46.558886 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a32e2178-1918-45a2-b173-f141ee8076f6 req-11004212-3689-4e14-aba7-07dfbe055c86 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269771 Feb 21 01:42:47.651202 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9b8bae3-dea6-427d-8810-1ab0fa122ef4 req-97a75f91-71b7-4a23-9eb8-14480828bc56 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269058 Feb 21 01:42:48.745980 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c0e838c2-3528-4baa-ad1a-e8e48155bf5e req-bbe51d75-db18-4918-b537-5187883e7ec9 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0269742 Feb 21 01:42:49.845001 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-954ccd90-9794-4dd9-b366-706f01082a3d req-2d1cb418-ba03-4709-b0b3-b81fd64a026d tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0298493 Feb 21 01:42:50.936970 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-91db4315-50a4-464b-8b98-737c9698e934 req-e2e4c8f5-3d64-4416-833e-d88d25c55e70 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0266178 Feb 21 01:42:52.030041 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-95a5557f-affa-4bce-8e92-9120be1f4167 req-65c1d4f6-d47e-4983-81ab-52afc09c840b tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0273151 Feb 21 01:42:53.125460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8b36baf6-4aff-4b3b-b3a8-f1e371717ef0 req-62a5b38c-73d2-4d9f-8ad4-bde370aa574a tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0284941 Feb 21 01:42:54.217462 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-102791c0-5e2c-460a-a312-c6517e08b9bc req-ff4988bc-d57d-44e4-8905-3628f79d83ab tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0268588 Feb 21 01:42:55.310006 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0856c48d-e12d-4fc4-acf1-e71b148b8762 req-5503e2a5-0c39-43d6-afac-546f89db8888 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0259581 Feb 21 01:42:56.403099 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7cca86b0-366f-4dd8-b521-492fe27166bb req-ed5f66f4-7459-4837-974a-ca7a9ad1b421 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272288 Feb 21 01:42:57.498916 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-51e830e1-fde4-4ebf-bf63-4f67df487088 req-f21f92f9-f1b6-476c-83c6-ac1373401461 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0274768 Feb 21 01:42:58.594973 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-939bd8f6-8d47-4245-98b7-453e4723660f req-3ad9235d-db47-40ee-8850-86a44553d27c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276048 Feb 21 01:42:59.516251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b47beccf-cfc3-48b7-a6db-73c98a2a7e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.691195 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b508463a-647a-4ad3-a653-3ac1801e041b req-9462e22e-b8b9-47a2-94f0-2e9bc46b255c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0259809 Feb 21 01:43:00.786433 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f1865c25-22f9-44e0-8391-b4ebb2a7af2d req-dd8388c6-7e2b-4c2c-8304-024827604e48 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0264778 Feb 21 01:43:01.885255 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-13602a08-7774-4aa5-a1cd-8fcaf3330726 req-d878ab3c-e529-4802-9358-c87d185eb907 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0304945 Feb 21 01:43:02.139107 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-32ba8f51-2987-4767-bc0a-2aede2f8b659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.980825 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-45b9b9cd-925a-4176-a020-1982dc39b231 req-6040d59e-4358-485b-a16d-6bcb61400004 tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0309966 Feb 21 01:43:03.510810 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.076858 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-76b86f5c-d814-4aee-a4c5-dc5e770fcbef req-82aa5e7a-33e5-44bb-814b-4c682c0e267f tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0262220 Feb 21 01:43:05.126856 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:05.173584 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a7f86de3-821b-42b0-b9e8-864c730d0000 req-2c162f6f-ebc9-403c-b55d-0b97bc0e616c tempest-ServerRescueNegativeTestJSON-374302779 tempest-ServerRescueNegativeTestJSON-374302779-project] 10.222.0.91 "GET /v2.0/ports?device_id=9c2b10b2-e67d-4479-9f7a-0ce69607b1ab HTTP/1.1" status: 200 len: 210 time: 0.0276029 Feb 21 01:43:05.197087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41214) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:05.679825 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (5beb0265-48a9-4d0f-9316-f131d50ac693), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:05.920225 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Deleting port 9ab10da0-f007-416d-b731-3c1f53a5e57e {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:05.920548 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:05.962151 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:05.998409 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] For port 9ab10da0-f007-416d-b731-3c1f53a5e57e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9ab10da0-f007-416d-b731-3c1f53a5e57e,segment=NetworkSegment(06aea253-58bc-40ba-9614-48037ff7fa96),segment_id=06aea253-58bc-40ba-9614-48037ff7fa96)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:05.998786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.011852 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Calling delete_port for 9ab10da0-f007-416d-b731-3c1f53a5e57e owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:06.229700 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (9ab10da0-f007-416d-b731-3c1f53a5e57e), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.253473 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab10da0-f007-416d-b731-3c1f53a5e57e,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:06.285061 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.285420 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.285772 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.286114 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.286454 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.286788 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.287123 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.287453 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.287784 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.288136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.288465 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.288790 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.289132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:06.428501 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (5beb0265-48a9-4d0f-9316-f131d50ac693), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.637608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Router 5beb0265-48a9-4d0f-9316-f131d50ac693 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:06.754494 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:06.759731 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d8e8636f-5000-4b5f-b98b-ad1185803d76 admin admin] 10.222.0.91 "PUT /v2.0/routers/5beb0265-48a9-4d0f-9316-f131d50ac693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5616224 Feb 21 01:43:06.762564 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41226) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:06.769668 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Sync routers for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:06.778227 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:06.778854 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:06.882079 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks [] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.937979 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:07.005775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks [] for router_gateway (5beb0265-48a9-4d0f-9316-f131d50ac693), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.107357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Deleting port 58c83339-3f55-409c-b40e-e9722c6b81ab {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:07.107921 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.126478 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:43:06Z', 'revision_number': 5, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port': {'id': '58c83339-3f55-409c-b40e-e9722c6b81ab', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:88:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:09:06Z', 'updated_at': '2022-02-21T01:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:07.154493 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Checking router: 5beb0265-48a9-4d0f-9316-f131d50ac693 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:07.163354 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Routers {'5beb0265-48a9-4d0f-9316-f131d50ac693'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:07.164000 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['5beb0265-48a9-4d0f-9316-f131d50ac693'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:07.192132 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] For port 58c83339-3f55-409c-b40e-e9722c6b81ab, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=58c83339-3f55-409c-b40e-e9722c6b81ab,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:07.192416 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.204243 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Calling delete_port for 58c83339-3f55-409c-b40e-e9722c6b81ab owned by network:router_gateway {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:07.267157 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] Set router 5beb0265-48a9-4d0f-9316-f131d50ac693 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:07.328915 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:43:07Z', 'revision_number': 6, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:07.355942 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49019c04-d1d4-4325-91fd-3d6027a08f17 None None] The sync data for ids ['5beb0265-48a9-4d0f-9316-f131d50ac693'] in dv-cinder-813227-6-iscsi is: [{'id': '5beb0265-48a9-4d0f-9316-f131d50ac693', 'name': 'tempest-ServerRescueNegativeTestJSON-865508750-router', 'tenant_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:09:05Z', 'updated_at': '2022-02-21T01:43:07Z', 'revision_number': 6, 'project_id': 'a5cb0164f98741baba94fcc1b7709e7e', 'gw_port_host': None}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:07.476445 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (58c83339-3f55-409c-b40e-e9722c6b81ab), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.507488 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c83339-3f55-409c-b40e-e9722c6b81ab,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:07.529509 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.529865 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.530216 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.530559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.530900 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.531237 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.531572 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.532432 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.533015 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.533350 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.533681 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.534010 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.534339 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:07.572647 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (5beb0265-48a9-4d0f-9316-f131d50ac693), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.662701 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.664737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks [] for router_controller (5beb0265-48a9-4d0f-9316-f131d50ac693), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.779639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (5beb0265-48a9-4d0f-9316-f131d50ac693), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.780258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5beb0265-48a9-4d0f-9316-f131d50ac693 {{(pid=103416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:43:07.795899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.795899 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-aa5ddd48-1f44-4fa0-86c2-b042f9d2d1d6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/5beb0265-48a9-4d0f-9316-f131d50ac693 HTTP/1.1" status: 204 len: 168 time: 1.0229716 Feb 21 01:43:07.795899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41248) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:07.832837 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Deleting subnet b6e3e724-04ff-48f5-a731-57d371aa5b05 {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:07.835848 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Publish callbacks [] for subnet (b6e3e724-04ff-48f5-a731-57d371aa5b05), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.870227 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (b6e3e724-04ff-48f5-a731-57d371aa5b05), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.910125 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (b6e3e724-04ff-48f5-a731-57d371aa5b05), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.008185 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (b6e3e724-04ff-48f5-a731-57d371aa5b05), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.037148 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e3e724-04ff-48f5-a731-57d371aa5b05,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:08.040603 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.043954 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c03dd299-06a0-45e1-a1e7-d47af94a4231 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b6e3e724-04ff-48f5-a731-57d371aa5b05 HTTP/1.1" status: 204 len: 168 time: 0.2540791 Feb 21 01:43:08.046338 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41252) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:08.113540 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (507705df-01e7-4a80-bc5b-3439c16043cf), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.195217 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (507705df-01e7-4a80-bc5b-3439c16043cf), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.215685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507705df-01e7-4a80-bc5b-3439c16043cf']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.225728 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06aea253-58bc-40ba-9614-48037ff7fa96') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.226028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06aea253-58bc-40ba-9614-48037ff7fa96') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:08.235963 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (06aea253-58bc-40ba-9614-48037ff7fa96), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.238353 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9ab10da0-f007-416d-b731-3c1f53a5e57e no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:08.248978 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (06aea253-58bc-40ba-9614-48037ff7fa96), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.254828 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:08.255209 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (06aea253-58bc-40ba-9614-48037ff7fa96), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:08.256839 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:08.260122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 9ab10da0-f007-416d-b731-3c1f53a5e57e {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:08.260122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9ab10da0-f007-416d-b731-3c1f53a5e57e not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:08.260122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 58c83339-3f55-409c-b40e-e9722c6b81ab no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:08.280865 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 58c83339-3f55-409c-b40e-e9722c6b81ab {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:08.281417 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 58c83339-3f55-409c-b40e-e9722c6b81ab not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:08.396239 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (507705df-01e7-4a80-bc5b-3439c16043cf), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.400769 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.404124 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] 10.222.0.91 "DELETE /v2.0/networks/507705df-01e7-4a80-bc5b-3439c16043cf HTTP/1.1" status: 204 len: 168 time: 0.3568444 Feb 21 01:43:08.419944 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053be0b-1580-4361-82cb-adaf4097f41b admin admin] Pushing event deleted for resources: {'Network': ['ID=507705df-01e7-4a80-bc5b-3439c16043cf,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:08.720822 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41262) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:08.760886 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-510d4c47-ffb0-4675-8da0-85e1c0ba42c4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a5cb0164f98741baba94fcc1b7709e7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395019 Feb 21 01:43:08.763335 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41264) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:08.814332 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] Publish callbacks [] for security_group (68e55588-b789-4d4e-b50c-e62879ae8375), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.834500 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] Publish callbacks [] for security_group (68e55588-b789-4d4e-b50c-e62879ae8375), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.950362 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (68e55588-b789-4d4e-b50c-e62879ae8375), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.953230 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:08.954816 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/68e55588-b789-4d4e-b50c-e62879ae8375 HTTP/1.1" status: 204 len: 168 time: 0.1905408 Feb 21 01:43:08.967946 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc1d1f-13c1-4692-969a-86b1026ab991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e55588-b789-4d4e-b50c-e62879ae8375,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:09.447583 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.024511 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41292) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:10.131236 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-97301876-network', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:10.217511 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Made reservation on behalf of 40d1276aa84a48ab830165304f9d6f74 for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:10.220170 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.228532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.300205 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks [] for security_group (ca54f612-4c0b-44a3-b1d4-546a2e22f5f4), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.354441 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ca54f612-4c0b-44a3-b1d4-546a2e22f5f4), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.380228 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:43:10.389549 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54f612-4c0b-44a3-b1d4-546a2e22f5f4,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:10.394142 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (4e37fc3a-2438-4088-b593-e2b0488b13ca), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.394470 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Added segment 4e37fc3a-2438-4088-b593-e2b0488b13ca of type vlan for network 502ec082-3367-4d95-ab18-937c106fa174 Feb 21 01:43:10.435975 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (502ec082-3367-4d95-ab18-937c106fa174), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.525494 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (502ec082-3367-4d95-ab18-937c106fa174), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.526454 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:10.527038 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.819380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] Pushing event updated for resources: {'Network': ['ID=502ec082-3367-4d95-ab18-937c106fa174,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:10.829773 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 502ec082-3367-4d95-ab18-937c106fa174 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:43:10.871530 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-548e48cf-130c-4f47-94a3-a2db317e19bc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8457747 Feb 21 01:43:10.874316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41296) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:10.879703 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Request body: {'subnet': {'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-97301876-subnet', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:10.955305 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Made reservation on behalf of 40d1276aa84a48ab830165304f9d6f74 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:10.957766 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8830175'] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.179422 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829997'] for subnet (d5ffef77-8740-46a0-aa99-ebf1a4379936), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.238762 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ffef77-8740-46a0-aa99-ebf1a4379936,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.247167 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Checking segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:11.247531 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Network hostable DHCP agents. Network: 502ec082-3367-4d95-ab18-937c106fa174, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:43:11.355977 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Network 502ec082-3367-4d95-ab18-937c106fa174 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:43:11.430304 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 502ec082-3367-4d95-ab18-937c106fa174) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:11.434482 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:11.435180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.440505 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee22c1-e636-4cb3-8446-fd04333774da None None] Network 502ec082-3367-4d95-ab18-937c106fa174 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:11.541562 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-502ec082-3367-4d95-ab18-937c106fa174', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:43:11.544121 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.565450 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e20559c6-094a-4b77-b1c8-8b3ed1ef2738 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6898706 Feb 21 01:43:11.568176 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41298) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.572417 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:11.653796 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.654888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.677962 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Allocated IP 172.20.0.2 (502ec082-3367-4d95-ab18-937c106fa174/d5ffef77-8740-46a0-aa99-ebf1a4379936/2df7d845-dc8e-4a1e-8488-c3b547b9cb7e) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:11.707714 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for router_controller (bb119e0c-667e-49c6-9532-7eff2b018c27), precommit_add_association {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.817271 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks [] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.888080 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.929553 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Network 502ec082-3367-4d95-ab18-937c106fa174 is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:11.932591 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:11.936054 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:11.948524 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Pushing event updated for resources: {'Port': ['ID=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.974830 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:11.978881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:12.017006 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Attempting to bind port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:12.017438 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Attempting to bind port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:12.017835 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Attempting to bind port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:12.023323 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:12.023710 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Checking segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:12.024157 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.024560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Bound using segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:12.025040 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Bound port: 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:12.025428 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.092397 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] For port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:12.096707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] For port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:12.189655 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.199390 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for router_gateway (bb119e0c-667e-49c6-9532-7eff2b018c27), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.248870 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5cf6-2c55-4c65-863a-8762f9a84d7e None None] Pushing event updated for resources: {'Port': ['ID=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.478372 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for router_gateway (bb119e0c-667e-49c6-9532-7eff2b018c27), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.502311 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.606922 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Allocated IP 172.27.2.143 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/5ed57265-d180-48b9-a776-7439651079ca) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:12.718932 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for port (5ed57265-d180-48b9-a776-7439651079ca), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.833213 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (5ed57265-d180-48b9-a776-7439651079ca), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.917284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:12.917284 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed57265-d180-48b9-a776-7439651079ca,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.918650 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:12.927456 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:13.210844 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-fe85093d-5f2a-48d1-a786-00524723068e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:13.212361 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-fe85093d-5f2a-48d1-a786-00524723068e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 814 time: 0.1099141 Feb 21 01:43:13.217314 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125036cb-21c8-4659-a66f-f9e3a666241a None None] Network 502ec082-3367-4d95-ab18-937c106fa174 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:13.240374 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-1f2984f9-3db9-4a10-9250-b6e73f576672 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/quotas/f92cb7cf852c4790bb51e02de8b46c41 HTTP/1.1" status: 200 len: 375 time: 0.0115263 Feb 21 01:43:13.276639 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-bbf7d7fa-309b-4871-a95a-8f41ce58c99f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307198 Feb 21 01:43:13.319776 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for router_gateway (bb119e0c-667e-49c6-9532-7eff2b018c27), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.330342 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Provisioning complete for port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:13.330754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.382322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-b2a4f721-f731-44f9-b513-659cf8e34d59 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:43:13.387730 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-b2a4f721-f731-44f9-b513-659cf8e34d59 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981293 Feb 21 01:43:13.442678 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Current status of the port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:13.443079 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.485866 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] For port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:13.492475 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-6acf6eaf-6254-4580-94ce-f019698a915c service neutron] 10.222.0.91 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001275 Feb 21 01:43:13.567293 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.617022 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-966636ae-2b03-4c20-aee6-94c71130bdda service neutron] 10.222.0.91 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205604 Feb 21 01:43:13.624495 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.678322 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff606a-45b6-44a1-a5c5-a372327a5128 None None] Pushing event updated for resources: {'Port': ['ID=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.738986 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-8b88ab6d-7953-48af-86c2-872efb020bc2 None None] Provisioning complete for port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:13.739426 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-8b88ab6d-7953-48af-86c2-872efb020bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.820468 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-8b88ab6d-7953-48af-86c2-872efb020bc2 None None] Current status of the port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:13.828957 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Router bb119e0c-667e-49c6-9532-7eff2b018c27 is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:43:13.958137 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-60e75c0a-c6f2-4b0d-b174-dcd06dad8d3b req-28269166-25f2-4391-90c5-9dec0e18caf4 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Feb 21 01:43:13.977373 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:13.990301 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:14.001597 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:14.002443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:14.067667 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.068948 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-732038c4-8282-4e4a-adf5-6cd87c0da0a0 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4998212 Feb 21 01:43:14.073755 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41336) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:14.259617 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:14.321591 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:14.330230 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:14.444912 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:14.445293 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.531105 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.551384 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:13Z', 'revision_number': 3, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:14.587663 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:14.587663 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Updating router bb119e0c-667e-49c6-9532-7eff2b018c27 port 5ed57265-d180-48b9-a776-7439651079ca binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:43:14.590235 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:14.618088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5ed57265-d180-48b9-a776-7439651079ca), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.697020 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Allocated IP 172.20.0.1 (502ec082-3367-4d95-ab18-937c106fa174/d5ffef77-8740-46a0-aa99-ebf1a4379936/9279b102-6629-488a-a8b7-fa72310a7835) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:14.807962 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks [] for port (9279b102-6629-488a-a8b7-fa72310a7835), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.870569 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks [] for port (5ed57265-d180-48b9-a776-7439651079ca), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.903243 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.940251 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Network 502ec082-3367-4d95-ab18-937c106fa174 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:14.943190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:14.946528 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:14.972722 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Pushing event updated for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:14.990817 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (5ed57265-d180-48b9-a776-7439651079ca), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.007110 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (bb119e0c-667e-49c6-9532-7eff2b018c27), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.056699 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Attempting to bind port 5ed57265-d180-48b9-a776-7439651079ca on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:15.057087 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Attempting to bind port 5ed57265-d180-48b9-a776-7439651079ca by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:15.057457 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Attempting to bind port 5ed57265-d180-48b9-a776-7439651079ca on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:15.070652 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:15.071039 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:15.071441 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.071908 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:15.072350 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Bound port: 5ed57265-d180-48b9-a776-7439651079ca, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:15.072872 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5ed57265-d180-48b9-a776-7439651079ca), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.103876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485bc70-03cf-47e4-889f-a7d83db522c5 None None] Pushing event updated for resources: {'Port': ['ID=5ed57265-d180-48b9-a776-7439651079ca,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.118897 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de4f23d2-d765-4594-9b0a-95636bea79bb req-fbd4e819-4022-4c4a-8829-541e868e6504 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 210 time: 0.0529776 Feb 21 01:43:15.149674 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] For port 5ed57265-d180-48b9-a776-7439651079ca, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:15.154327 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] For port 5ed57265-d180-48b9-a776-7439651079ca, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=5ed57265-d180-48b9-a776-7439651079ca,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:15.249098 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b2f746ac-4f63-40f3-b0be-51d38b55667f None None] Provisioning complete for port 9279b102-6629-488a-a8b7-fa72310a7835 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:15.249492 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b2f746ac-4f63-40f3-b0be-51d38b55667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9279b102-6629-488a-a8b7-fa72310a7835), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.280705 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (5ed57265-d180-48b9-a776-7439651079ca), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.308040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9279b102-6629-488a-a8b7-fa72310a7835), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.325125 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b2f746ac-4f63-40f3-b0be-51d38b55667f None None] Port 9279b102-6629-488a-a8b7-fa72310a7835 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:43:15.351861 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:15.352508 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:15.390328 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485bc70-03cf-47e4-889f-a7d83db522c5 None None] Pushing event updated for resources: {'Port': ['ID=5ed57265-d180-48b9-a776-7439651079ca,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.487676 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:15.521738 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks [] for port (9279b102-6629-488a-a8b7-fa72310a7835), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.590730 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.666327 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Pushing event updated for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.669621 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (bb119e0c-667e-49c6-9532-7eff2b018c27), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.700686 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:14Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:15.728698 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1491998-5f75-4e4e-8577-1c822a7031bb None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:14Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:15.773977 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Network 502ec082-3367-4d95-ab18-937c106fa174 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:15.775514 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:15.908044 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:16.058739 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:16.077903 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-fd8e7a61-c2e0-4a86-be20-7b3a3953f34f admin admin] 10.222.0.91 "PUT /v2.0/routers/bb119e0c-667e-49c6-9532-7eff2b018c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973674 Feb 21 01:43:16.160894 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-fc88c2a4-a695-4ba3-a17d-b87c7d18b8e1 None None] Provisioning complete for port 9279b102-6629-488a-a8b7-fa72310a7835 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:16.161473 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fc88c2a4-a695-4ba3-a17d-b87c7d18b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9279b102-6629-488a-a8b7-fa72310a7835), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.244958 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fc88c2a4-a695-4ba3-a17d-b87c7d18b8e1 None None] Port 9279b102-6629-488a-a8b7-fa72310a7835 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:43:16.262862 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-316e7ecc-eb36-4412-a502-72b7bf96dfa1 req-080bc8f1-f91f-4e8e-aaf9-864598594280 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 210 time: 0.0645952 Feb 21 01:43:16.279424 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-511cc248-06b2-483a-ac7c-94c389ff409b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:16.283648 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-511cc248-06b2-483a-ac7c-94c389ff409b tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 814 time: 0.1627071 Feb 21 01:43:16.298426 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Request body: {'port': {'device_id': '1bf16190-01f9-45de-ab56-02f712ebe585', 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c', 'admin_state_up': True, 'tenant_id': 'f92cb7cf852c4790bb51e02de8b46c41'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:16.404971 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41382) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:16.546657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7914d9f9-8efa-4248-907e-c8b07e386c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.574290 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Made reservation on behalf of f92cb7cf852c4790bb51e02de8b46c41 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:16.598422 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.777285 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7914d9f9-8efa-4248-907e-c8b07e386c3e admin admin] Publish callbacks [] for security_group (58cfb981-a311-4e12-83c8-eae88d5fe418), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.791244 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Allocated IP 172.20.0.13 (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c/fb1e5302-7e55-410f-9c6d-a7db11b6685d/5cfb0b4c-e01e-43a5-ab07-132927c559da) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:16.887610 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7914d9f9-8efa-4248-907e-c8b07e386c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (58cfb981-a311-4e12-83c8-eae88d5fe418), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.932043 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41390) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:16.936669 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305710969', 'description': 'tempest-description--1058857228'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:16.946118 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7914d9f9-8efa-4248-907e-c8b07e386c3e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7893fdef34394d6ba4de0526f89244ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5318315 Feb 21 01:43:16.946851 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914d9f9-8efa-4248-907e-c8b07e386c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cfb981-a311-4e12-83c8-eae88d5fe418,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:16.949180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41392) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:17.014479 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks [] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.039929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] Publish callbacks [] for security_group (58cfb981-a311-4e12-83c8-eae88d5fe418), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.070664 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.074683 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] Publish callbacks [] for security_group (58cfb981-a311-4e12-83c8-eae88d5fe418), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.166120 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.209074 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:17.212126 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:17.219929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:17.243893 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (58cfb981-a311-4e12-83c8-eae88d5fe418), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.244746 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (5669e1f0-3335-4e4d-be20-788a05c27ddc), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.247031 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.248427 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/58cfb981-a311-4e12-83c8-eae88d5fe418 HTTP/1.1" status: 204 len: 168 time: 0.2917109 Feb 21 01:43:17.258139 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Pushing event updated for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.269051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020392d1-48c7-4c97-95ae-380689c4afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cfb981-a311-4e12-83c8-eae88d5fe418,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.289793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:17.290469 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.314406 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5669e1f0-3335-4e4d-be20-788a05c27ddc), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.349630 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5669e1f0-3335-4e4d-be20-788a05c27ddc,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.404701 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-2bca522d-e1a1-4ae6-a91f-5e99bb28c5ec tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1115401 Feb 21 01:43:17.410636 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829078d9-93e7-4aaa-b4ad-373ed81e7c69 req-efe2adfb-3815-4be5-af1d-8a66011c63c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:17.412203 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-829078d9-93e7-4aaa-b4ad-373ed81e7c69 req-efe2adfb-3815-4be5-af1d-8a66011c63c1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 932 time: 0.0593402 Feb 21 01:43:17.414398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-78be96b7-3ccb-4340-97c9-f6d9037126a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:43:17.415423 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-78be96b7-3ccb-4340-97c9-f6d9037126a0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054893 Feb 21 01:43:17.439443 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.440776 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-c18229ee-cae4-4e96-a30d-6d9762471e9e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5076094 Feb 21 01:43:17.444024 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41402) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:17.449147 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group_rule': {'security_group_id': '5669e1f0-3335-4e4d-be20-788a05c27ddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:17.470219 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-829078d9-93e7-4aaa-b4ad-373ed81e7c69 req-e6c5fd25-393e-4a0d-a9e3-794621b31d57 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Feb 21 01:43:17.492516 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Request body: {'port': {'device_id': '1bf16190-01f9-45de-ab56-02f712ebe585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:17.559511 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (79327d85-a615-49b2-a7f1-8c9e6d9ed218), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.561909 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.706246 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (79327d85-a615-49b2-a7f1-8c9e6d9ed218), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.770271 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (79327d85-a615-49b2-a7f1-8c9e6d9ed218), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.800007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79327d85-a615-49b2-a7f1-8c9e6d9ed218,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.863214 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.864485 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-eb4beb46-d6b6-4613-9973-7253cb79b7ab tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4194870 Feb 21 01:43:17.867197 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41406) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:17.871722 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group_rule': {'security_group_id': '5669e1f0-3335-4e4d-be20-788a05c27ddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:17.912094 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfb0b4c-e01e-43a5-ab07-132927c559da {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:17.920111 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks [] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.932117 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41408) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:17.933022 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Transition to ACTIVE for port object 5cfb0b4c-e01e-43a5-ab07-132927c559da will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:43:17.945078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-31797a9f-b3bf-4ed1-83ae-5797e14de7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.992679 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (145e816b-f952-4c47-9aa8-ab75ba25f6c2), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.024668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.046117 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:18.055988 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:18.056607 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:18.079886 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-31797a9f-b3bf-4ed1-83ae-5797e14de7be admin admin] Publish callbacks [] for security_group (dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.091760 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (145e816b-f952-4c47-9aa8-ab75ba25f6c2), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.105595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.165646 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Attempting to bind port 5cfb0b4c-e01e-43a5-ab07-132927c559da on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:18.166025 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Attempting to bind port 5cfb0b4c-e01e-43a5-ab07-132927c559da by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:18.167183 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-31797a9f-b3bf-4ed1-83ae-5797e14de7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.167737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Attempting to bind port 5cfb0b4c-e01e-43a5-ab07-132927c559da on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:18.173550 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Port 5cfb0b4c-e01e-43a5-ab07-132927c559da on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Attempting to bind port 5cfb0b4c-e01e-43a5-ab07-132927c559da on network ce8dae1f-c1c8-4a29-a9ef-ffb95022435c {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Checking segment: {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Bound using segment: {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Bound port: 5cfb0b4c-e01e-43a5-ab07-132927c559da, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f950aa01-44a4-47cc-a77c-1285cef1670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:18.191568 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.208084 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-31797a9f-b3bf-4ed1-83ae-5797e14de7be admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=149022b161f04c09973b61b865948981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771862 Feb 21 01:43:18.209229 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797a9f-b3bf-4ed1-83ae-5797e14de7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.211552 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41412) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:18.218449 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (145e816b-f952-4c47-9aa8-ab75ba25f6c2), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.254757 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145e816b-f952-4c47-9aa8-ab75ba25f6c2,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.267171 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:18.277311 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:18.281035 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:18.311408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] Publish callbacks [] for security_group (dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.317513 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 5ed57265-d180-48b9-a776-7439651079ca up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:18.336167 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] Publish callbacks [] for security_group (dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.346247 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.347682 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-fb20b2e2-c4c6-4a75-af3d-ed7972fcd315 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4794371 Feb 21 01:43:18.350983 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41414) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:18.363367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:18.377251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 5ed57265-d180-48b9-a776-7439651079ca triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:18.377640 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (5ed57265-d180-48b9-a776-7439651079ca), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.383161 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.425437 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:18.426185 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.427700 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] 10.222.0.65 "PUT /v2.0/ports/5cfb0b4c-e01e-43a5-ab07-132927c559da HTTP/1.1" status: 200 len: 1094 time: 1.0018101 Feb 21 01:43:18.432572 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:18.435499 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9cdd51-1226-429b-b480-5df05a5dbfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:18.481412 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 5ed57265-d180-48b9-a776-7439651079ca is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:18.481838 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe17a-9bc8-462f-9402-eafcc8b13a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.481975 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5ed57265-d180-48b9-a776-7439651079ca), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.494073 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.503297 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.506285 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 2, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:18.507627 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0 HTTP/1.1" status: 204 len: 168 time: 0.2947867 Feb 21 01:43:18.520656 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 5ed57265-d180-48b9-a776-7439651079ca, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=5ed57265-d180-48b9-a776-7439651079ca,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:18.535709 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f29a9d-f4bc-4986-a234-36d2381d1fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9ad36-94c4-4c9e-b8d7-e3a918868ac0,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.538239 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:18.538793 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Updating router bb119e0c-667e-49c6-9532-7eff2b018c27 port 9279b102-6629-488a-a8b7-fa72310a7835 binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:43:18.559137 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.568446 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9279b102-6629-488a-a8b7-fa72310a7835), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.617914 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (5ed57265-d180-48b9-a776-7439651079ca), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.675222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8960e0-3269-440a-85c0-48e606be1dc6 req-71bd1fc3-c321-4241-9d7a-75e6af0a4840 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:18.679546 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5c8960e0-3269-440a-85c0-48e606be1dc6 req-71bd1fc3-c321-4241-9d7a-75e6af0a4840 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 944 time: 0.1078038 Feb 21 01:43:18.692552 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=5ed57265-d180-48b9-a776-7439651079ca,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.738164 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-b0e75b28-4a0c-401b-afea-2231ef198237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:18.740018 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-b0e75b28-4a0c-401b-afea-2231ef198237 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 1128 time: 0.1380663 Feb 21 01:43:18.753833 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5c8960e0-3269-440a-85c0-48e606be1dc6 req-3ecebb06-4a70-4f80-9b1b-6749ef3e8b36 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 Feb 21 01:43:18.791727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8515b664-8348-49f3-9c4c-e354c7ca64d0 x-openstack-request-id: req-8515b664-8348-49f3-9c4c-e354c7ca64d0 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:18.792045 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:18.792362 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8515b664-8348-49f3-9c4c-e354c7ca64d0 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:18.792811 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da', 'status': 'completed', 'code': 200} Feb 21 01:43:18.796390 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-89bce6da-2850-4c33-8623-ea0017befa4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da HTTP/1.1" status: 200 len: 217 time: 0.0473602 Feb 21 01:43:18.849073 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.863109 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-51560fa1-7eff-4028-ae54-340d091f8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:18.864592 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-51560fa1-7eff-4028-ae54-340d091f8872 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0601492 Feb 21 01:43:18.927540 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-724322fd-88ff-4273-a7c3-3fd3331c0260 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345106 Feb 21 01:43:18.955677 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks [] for port (9279b102-6629-488a-a8b7-fa72310a7835), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.030281 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.051681 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Allocated IP 172.27.2.52 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/eec3cd8a-5958-4e29-9ded-4fd095fa97e7) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:19.082576 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-11fef11f-a8a4-49b2-87f3-184341c344f2 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423960 Feb 21 01:43:19.092039 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Pushing event updated for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.116328 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.116705 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.117072 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.117402 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.117734 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.118058 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.118417 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.118737 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.119239 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.119740 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.120274 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.120607 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.120916 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:19.159304 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Attempting to bind port 9279b102-6629-488a-a8b7-fa72310a7835 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:19.159675 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Attempting to bind port 9279b102-6629-488a-a8b7-fa72310a7835 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:19.160104 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Attempting to bind port 9279b102-6629-488a-a8b7-fa72310a7835 on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:19.166811 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:19.167456 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Checking segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:19.168145 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.168735 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Bound using segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:19.169396 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Bound port: 9279b102-6629-488a-a8b7-fa72310a7835, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:19.169987 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9279b102-6629-488a-a8b7-fa72310a7835), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.247762 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] For port 9279b102-6629-488a-a8b7-fa72310a7835, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:19.252527 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] For port 9279b102-6629-488a-a8b7-fa72310a7835, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9279b102-6629-488a-a8b7-fa72310a7835,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:19.264844 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.270030 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-032a9ed1-7f89-4a74-a6ba-3d1972aa2088 req-9f27ebde-eb94-415c-82b3-481c3f0a5cf5 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792183 Feb 21 01:43:19.308919 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.368089 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b405-7d82-40fa-af1d-bf7e1e5552ea None None] Pushing event updated for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=4']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.372169 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:19.372770 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.383272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.423244 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Provisioning complete for port 9279b102-6629-488a-a8b7-fa72310a7835 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:19.423876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9279b102-6629-488a-a8b7-fa72310a7835), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.474679 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:19.480168 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:19.489737 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:19.540011 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=eec3cd8a-5958-4e29-9ded-4fd095fa97e7,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.549656 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Current status of the port 9279b102-6629-488a-a8b7-fa72310a7835 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:19.550798 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (9279b102-6629-488a-a8b7-fa72310a7835), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.554905 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:19.559607 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-e27ac3da-1020-4bf7-a39e-af909e2ace0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:19.563631 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-e27ac3da-1020-4bf7-a39e-af909e2ace0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 1128 time: 0.1757481 Feb 21 01:43:19.594625 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] For port 9279b102-6629-488a-a8b7-fa72310a7835, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9279b102-6629-488a-a8b7-fa72310a7835,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:19.668650 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.699723 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.724168 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-58e96679-b39e-4a84-b3b0-ef9df95833c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:19.726722 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-58e96679-b39e-4a84-b3b0-ef9df95833c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.1559067 Feb 21 01:43:19.802402 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-3539d9d9-3839-4959-a32a-0ee055b3eb21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da HTTP/1.1" status: 200 len: 217 time: 0.0695238 Feb 21 01:43:19.835082 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.880920 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee6832-2c7a-4196-9977-1a845f3a0b2a None None] Pushing event updated for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.881333 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac0b9-ef9c-4a29-a94c-8448823506e9 None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:19.898646 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-ab979b51-bfbb-4da8-bc8e-7a987d074c72 None None] Provisioning complete for port 9279b102-6629-488a-a8b7-fa72310a7835 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:19.899206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ab979b51-bfbb-4da8-bc8e-7a987d074c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9279b102-6629-488a-a8b7-fa72310a7835), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.938374 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.986459 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-77e970c5-c1be-4ffc-a3e1-12166be6abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:19.987978 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-77e970c5-c1be-4ffc-a3e1-12166be6abc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.1431215 Feb 21 01:43:19.994236 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ab979b51-bfbb-4da8-bc8e-7a987d074c72 None None] Current status of the port 9279b102-6629-488a-a8b7-fa72310a7835 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:20.037333 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-7f333755-2dbc-43f8-bf10-ad4cefbad923 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421526 Feb 21 01:43:20.046105 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea2971-e14f-4924-8d9a-8f1d5289a198 req-1902e616-a43a-4eb3-ba51-7af893a23bc0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:20.052974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4eea2971-e14f-4924-8d9a-8f1d5289a198 req-1902e616-a43a-4eb3-ba51-7af893a23bc0 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 944 time: 0.1896133 Feb 21 01:43:20.241798 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4eea2971-e14f-4924-8d9a-8f1d5289a198 req-b28160b2-62ac-4b8b-89f0-74d5df4c9c48 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781003 Feb 21 01:43:20.282211 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-cfa7e733-e989-4b76-a021-cc485e07eac9 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275066 Feb 21 01:43:20.341556 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9279b102-6629-488a-a8b7-fa72310a7835 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:20.361440 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.401652 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5f9cdd51-1226-429b-b480-5df05a5dbfc6 req-3bdd592b-f613-455d-826c-d842379dabbd service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130548 Feb 21 01:43:20.402261 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 9279b102-6629-488a-a8b7-fa72310a7835 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:20.402261 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (9279b102-6629-488a-a8b7-fa72310a7835), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.441645 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.496848 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 9279b102-6629-488a-a8b7-fa72310a7835 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:20.498222 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 5ed57265-d180-48b9-a776-7439651079ca up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:20.529726 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=eec3cd8a-5958-4e29-9ded-4fd095fa97e7,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:20.536076 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.564224 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 5ed57265-d180-48b9-a776-7439651079ca triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:20.564609 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (5ed57265-d180-48b9-a776-7439651079ca), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.610787 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.613267 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-18765808-9090-4926-9944-9488b1e69238 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2594724 Feb 21 01:43:20.654467 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 5ed57265-d180-48b9-a776-7439651079ca is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:20.821294 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-b3f85584-bbf5-45f9-8c97-be380eba8c8b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1305710969&fields=id&tenant_id=40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 267 time: 0.0424473 Feb 21 01:43:20.930005 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-b0dc424d-d4e1-4cf5-be43-b9454d488a7c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:20.931752 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-b0dc424d-d4e1-4cf5-be43-b9454d488a7c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 809 time: 0.1041653 Feb 21 01:43:20.946944 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-ba81e9a4-87a9-460c-8afa-afe2d6cdd220 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/quotas/40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 375 time: 0.0099816 Feb 21 01:43:21.002993 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-0406eca7-6af0-44b2-bd01-b4373a19dd7d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509596 Feb 21 01:43:21.109717 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-24a16594-9490-41d7-91d1-7e1793dfe551 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:43:21.110965 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-24a16594-9490-41d7-91d1-7e1793dfe551 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0973208 Feb 21 01:43:21.206774 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-747ed30c-67c9-4608-9b28-9352c2fa591a service neutron] 10.222.0.91 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898125 Feb 21 01:43:21.300819 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-e6347523-5efa-4281-b5d4-87a2137a475a service neutron] 10.222.0.91 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884490 Feb 21 01:43:21.383436 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd62096-2dc5-4035-a097-e6241953e351 req-df0359be-8e1c-4c35-a2c1-a8a19920ea24 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:21.385220 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ccd62096-2dc5-4035-a097-e6241953e351 req-df0359be-8e1c-4c35-a2c1-a8a19920ea24 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 944 time: 0.0680785 Feb 21 01:43:21.431814 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ccd62096-2dc5-4035-a097-e6241953e351 req-1922b0bb-974f-4e66-b2a0-4fa72e34b69c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Feb 21 01:43:21.587274 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-79e6d1f3-7d5d-4d47-bd09-3742fcaa734a req-91de8509-24b9-4f5f-bad2-aead51de200b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 210 time: 0.0352387 Feb 21 01:43:21.660067 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41504) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:21.765401 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7d3e954a-7cf4-4c83-bb1d-122ede9601b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.836939 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7d3e954a-7cf4-4c83-bb1d-122ede9601b4 admin admin] Publish callbacks [] for security_group (e9fd44b7-5161-41e5-9c0e-65d52bf6e224), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.921386 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7d3e954a-7cf4-4c83-bb1d-122ede9601b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e9fd44b7-5161-41e5-9c0e-65d52bf6e224), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.959476 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7d3e954a-7cf4-4c83-bb1d-122ede9601b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f60d9d272f05498881e4585d290ebf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983389 Feb 21 01:43:21.960361 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e954a-7cf4-4c83-bb1d-122ede9601b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd44b7-5161-41e5-9c0e-65d52bf6e224,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:21.962215 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41510) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:22.011706 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] Publish callbacks [] for security_group (e9fd44b7-5161-41e5-9c0e-65d52bf6e224), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.032512 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] Publish callbacks [] for security_group (e9fd44b7-5161-41e5-9c0e-65d52bf6e224), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.138829 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (e9fd44b7-5161-41e5-9c0e-65d52bf6e224), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.142026 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.143217 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e9fd44b7-5161-41e5-9c0e-65d52bf6e224 HTTP/1.1" status: 204 len: 168 time: 0.1799452 Feb 21 01:43:22.150914 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b550a-2eb5-4717-a15e-d1a46bae9784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd44b7-5161-41e5-9c0e-65d52bf6e224,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:22.372444 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 5cfb0b4c-e01e-43a5-ab07-132927c559da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:43:22.478452 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:22.490470 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '5cfb0b4c-e01e-43a5-ab07-132927c559da', 'network_id': 'ce8dae1f-c1c8-4a29-a9ef-ffb95022435c', 'port_id': '5cfb0b4c-e01e-43a5-ab07-132927c559da', 'mac_address': 'fa:16:3e:82:42:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e5302-7e55-410f-9c6d-a7db11b6685d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:43:22.529428 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 5cfb0b4c-e01e-43a5-ab07-132927c559da is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:22.529824 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.542659 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfb0b4c-e01e-43a5-ab07-132927c559da {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:22.562747 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7b56c-9cc5-4895-9bc0-1d13e565cc1d req-300a794e-372c-4b7b-8c2f-40bab55ea3f1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:22.563492 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:22.564589 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f3c7b56c-9cc5-4895-9bc0-1d13e565cc1d req-300a794e-372c-4b7b-8c2f-40bab55ea3f1 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 944 time: 0.0535197 Feb 21 01:43:22.620159 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f3c7b56c-9cc5-4895-9bc0-1d13e565cc1d req-a27a7769-b889-41ea-a24f-b7995e133d3e tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Feb 21 01:43:22.664916 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.683038 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f6d1fdee-aa69-49a2-b0a7-5b2f10326d2f req-9df02a58-4023-4903-ba4c-16bacefdc97b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Feb 21 01:43:22.712639 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:22.820302 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41524) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:22.833660 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f03fb82-ba07-4a9c-8f88-30e6e661e4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.908738 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f03fb82-ba07-4a9c-8f88-30e6e661e4ec admin admin] Publish callbacks [] for security_group (9952bb96-6bca-4762-80ec-e7025510436e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.916622 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['5cfb0b4c-e01e-43a5-ab07-132927c559da'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:22.990025 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2f03fb82-ba07-4a9c-8f88-30e6e661e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (9952bb96-6bca-4762-80ec-e7025510436e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.029556 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2f03fb82-ba07-4a9c-8f88-30e6e661e4ec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d9ec7e9e54e49b5a058ea26627b804c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081707 Feb 21 01:43:23.031002 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03fb82-ba07-4a9c-8f88-30e6e661e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9952bb96-6bca-4762-80ec-e7025510436e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:23.032852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41526) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:23.089125 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] Publish callbacks [] for security_group (9952bb96-6bca-4762-80ec-e7025510436e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.111255 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] Publish callbacks [] for security_group (9952bb96-6bca-4762-80ec-e7025510436e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.219598 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (9952bb96-6bca-4762-80ec-e7025510436e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.222423 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.223419 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9952bb96-6bca-4762-80ec-e7025510436e HTTP/1.1" status: 204 len: 168 time: 0.1895125 Feb 21 01:43:23.231059 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47666-ea14-4754-a3ba-b971d2a583fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9952bb96-6bca-4762-80ec-e7025510436e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:23.705532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-320da824-cbdb-4ab3-94d8-f3a0a11d8d21 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:23.707031 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-320da824-cbdb-4ab3-94d8-f3a0a11d8d21 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 809 time: 0.1087050 Feb 21 01:43:23.753648 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e283d-d9da-4dd0-83ef-e491fe98bd9e req-f7a1daa6-5309-42ee-b535-c8461a330748 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:23.755091 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-208e283d-d9da-4dd0-83ef-e491fe98bd9e req-f7a1daa6-5309-42ee-b535-c8461a330748 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 945 time: 0.0623891 Feb 21 01:43:23.785314 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-07d9b89c-30be-42b1-aa13-4652317e7ce4 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 380 time: 0.0703123 Feb 21 01:43:23.803116 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-208e283d-d9da-4dd0-83ef-e491fe98bd9e req-0bcfafd9-420f-4a7b-8cde-d2e06021fa7c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Feb 21 01:43:23.805750 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-638e6f92-8d53-409b-b027-942b108d397b req-a86df483-c7bb-4da3-b295-636b44c4ded7 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 210 time: 0.0380859 Feb 21 01:43:23.811723 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'port': {'device_id': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'admin_state_up': True, 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'security_groups': ['5669e1f0-3335-4e4d-be20-788a05c27ddc']}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:24.035942 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Made reservation on behalf of 40d1276aa84a48ab830165304f9d6f74 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:24.039524 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.170891 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Allocated IP 172.20.0.7 (502ec082-3367-4d95-ab18-937c106fa174/d5ffef77-8740-46a0-aa99-ebf1a4379936/c923cc2b-497f-4943-9395-abe6369e159f) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:24.308731 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (c923cc2b-497f-4943-9395-abe6369e159f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.378708 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 5cfb0b4c-e01e-43a5-ab07-132927c559da up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:24.394091 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.441314 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Network 502ec082-3367-4d95-ab18-937c106fa174 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:24.444332 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:24.446794 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:24.477403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:24.498530 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 5cfb0b4c-e01e-43a5-ab07-132927c559da completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:43:24.503158 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 5cfb0b4c-e01e-43a5-ab07-132927c559da triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:24.503590 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.515933 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.516637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.593114 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 5cfb0b4c-e01e-43a5-ab07-132927c559da is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:24.593551 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.619551 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:24.621695 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9209538c-4b2e-447e-824c-69b442a695fa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181393 Feb 21 01:43:24.621994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be5c36-efad-48ae-94aa-bc35bf4694d3" -d '{"events": [{"server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:24.634352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Request body: {'port': {'device_id': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:24.635976 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:24.708882 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.712437 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c923cc2b-497f-4943-9395-abe6369e159f), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.777091 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:24.780197 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-d19a31d4-f967-472f-9b24-03b405f1dc6b None None] Provisioning complete for port c923cc2b-497f-4943-9395-abe6369e159f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:24.780575 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d4-f967-472f-9b24-03b405f1dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c923cc2b-497f-4943-9395-abe6369e159f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.817636 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-d19a31d4-f967-472f-9b24-03b405f1dc6b None None] Port c923cc2b-497f-4943-9395-abe6369e159f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:43:24.830561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2855d224-091a-4586-a86d-6d58a57fc718 x-openstack-request-id: req-2855d224-091a-4586-a86d-6d58a57fc718 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:24.830846 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:24.831103 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2855d224-091a-4586-a86d-6d58a57fc718 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:24.831498 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da', 'code': 200} Feb 21 01:43:24.955650 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c861fb-4712-4e87-aaf8-b3d4cfe2f979 req-278c0ede-de06-4e4f-bf7e-4219f0e7e5ff tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.958255 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5c861fb-4712-4e87-aaf8-b3d4cfe2f979 req-278c0ede-de06-4e4f-bf7e-4219f0e7e5ff tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 931 time: 0.0572076 Feb 21 01:43:25.022693 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d5c861fb-4712-4e87-aaf8-b3d4cfe2f979 req-61d89b7d-bf12-4224-90c1-fdb0a13d0335 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565729 Feb 21 01:43:25.100583 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.65', 55624) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:25.154921 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce127b-8f4b-4417-9554-5a9e8c2d632e req-2b78b8bb-37d5-4d48-9fe0-d59d8cceab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:25.156838 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6cce127b-8f4b-4417-9554-5a9e8c2d632e req-2b78b8bb-37d5-4d48-9fe0-d59d8cceab52 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 1130 time: 0.0551004 Feb 21 01:43:25.206719 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6cce127b-8f4b-4417-9554-5a9e8c2d632e req-a849e705-cf86-4af9-b988-ad0d0ba89e7d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Feb 21 01:43:25.275119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775afe5d-cb8e-44d2-aae6-3e4dd74a012d req-28cdab2a-7764-40c0-9a9f-1a563b632b9a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:25.276642 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-775afe5d-cb8e-44d2-aae6-3e4dd74a012d req-28cdab2a-7764-40c0-9a9f-1a563b632b9a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.3549268 Feb 21 01:43:25.360593 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c923cc2b-497f-4943-9395-abe6369e159f {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:25.367665 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-775afe5d-cb8e-44d2-aae6-3e4dd74a012d req-5f0fc8c0-d4e9-4593-945b-e97385b19bda tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852132 Feb 21 01:43:25.371521 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks [] for port (c923cc2b-497f-4943-9395-abe6369e159f), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:25.383665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Transition to ACTIVE for port object c923cc2b-497f-4943-9395-abe6369e159f will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:43:25.464482 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:25.524039 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Pushing event updated for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:25.600611 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Attempting to bind port c923cc2b-497f-4943-9395-abe6369e159f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:25.604977 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Attempting to bind port c923cc2b-497f-4943-9395-abe6369e159f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:25.604977 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Attempting to bind port c923cc2b-497f-4943-9395-abe6369e159f on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:25.605655 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Port c923cc2b-497f-4943-9395-abe6369e159f on network 502ec082-3367-4d95-ab18-937c106fa174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:43:25.605976 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Attempting to bind port c923cc2b-497f-4943-9395-abe6369e159f on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:25.612302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:25.612302 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Checking segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:25.612598 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Bound using segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:25.613048 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Bound port: c923cc2b-497f-4943-9395-abe6369e159f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:25.613187 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c923cc2b-497f-4943-9395-abe6369e159f), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:25.686084 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:25.690876 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c923cc2b-497f-4943-9395-abe6369e159f,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:25.761877 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:25.798099 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:25.798884 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:25.800218 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] 10.222.0.65 "PUT /v2.0/ports/c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 1093 time: 1.1707790 Feb 21 01:43:25.802593 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:25.804882 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d014733-7b8d-4af7-99ef-3fa61bdba19a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "tag": "c923cc2b-497f-4943-9395-abe6369e159f"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:25.834556 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21012f-cafc-4c1a-b463-6f534599e900 service neutron] Pushing event updated for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:25.847117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c738d-9c9b-4341-8928-cc9a37bba26c x-openstack-request-id: req-c91c738d-9c9b-4341-8928-cc9a37bba26c {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:25.847117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "tag": "c923cc2b-497f-4943-9395-abe6369e159f", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:25.847117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c91c738d-9c9b-4341-8928-cc9a37bba26c {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:25.847117 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f', 'status': 'completed', 'code': 200} Feb 21 01:43:25.914755 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-49bd7c0b-e121-4411-ae07-6fa303f22d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:25.916339 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-49bd7c0b-e121-4411-ae07-6fa303f22d6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1127 time: 0.0493188 Feb 21 01:43:26.024691 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-979f8fd8-10b6-4d9c-bb20-14649a764e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.026161 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-979f8fd8-10b6-4d9c-bb20-14649a764e96 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=40d1276aa84a48ab830165304f9d6f74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005976 Feb 21 01:43:26.158888 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-8b5ba38a-5693-40d9-952e-090cfcc2380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.160366 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d014733-7b8d-4af7-99ef-3fa61bdba19a req-8b5ba38a-5693-40d9-952e-090cfcc2380b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279268 Feb 21 01:43:26.183860 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ce8f-6711-44cd-a710-22a66dd886ed req-6e7b5f9a-5d10-4248-8a4b-287949bae43c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.187360 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3809ce8f-6711-44cd-a710-22a66dd886ed req-6e7b5f9a-5d10-4248-8a4b-287949bae43c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 943 time: 0.0801425 Feb 21 01:43:26.265558 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3809ce8f-6711-44cd-a710-22a66dd886ed req-dc5a82a9-2ffa-481f-bb5b-fc3ba989c156 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736556 Feb 21 01:43:26.273759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-baaeae1a-1eb6-4df0-98b8-c1fb8535302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.275225 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-baaeae1a-1eb6-4df0-98b8-c1fb8535302a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1127 time: 0.0762937 Feb 21 01:43:26.322213 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-4743d94d-aa42-4033-90dc-d7f0f2283231 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 217 time: 0.0374153 Feb 21 01:43:26.374239 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9fb2c75a-b1b6-454c-aeee-fed5c2ac114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.375878 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-9fb2c75a-b1b6-454c-aeee-fed5c2ac114c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0479517 Feb 21 01:43:26.431264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-270554b0-f0bf-4262-81ea-b38c1e482cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.432889 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-270554b0-f0bf-4262-81ea-b38c1e482cff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511463 Feb 21 01:43:26.492545 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac21d7-fe81-4b4f-b698-073d657615be req-98816383-0f04-4538-a3ec-f6b8a23d4c7c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.494090 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-18ac21d7-fe81-4b4f-b698-073d657615be req-98816383-0f04-4538-a3ec-f6b8a23d4c7c tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Feb 21 01:43:26.528139 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-0d24b3c9-b784-4a33-a5d2-63c887d469b2 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Feb 21 01:43:26.544540 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-18ac21d7-fe81-4b4f-b698-073d657615be req-2db97d9a-f1cf-43e3-accd-b30ca8c55234 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 Feb 21 01:43:26.630149 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d07017da-aa37-46b3-a991-6dc84cc9feff req-7f4b265b-32a0-4d30-8ca9-364031841dbe service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957432 Feb 21 01:43:27.388190 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46f477-8c00-4a76-8f44-2774e97cc00c req-b35fd746-b51a-48e9-b84b-6ac059cfbdc3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:27.389683 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b46f477-8c00-4a76-8f44-2774e97cc00c req-b35fd746-b51a-48e9-b84b-6ac059cfbdc3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 943 time: 0.0540068 Feb 21 01:43:27.442214 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b46f477-8c00-4a76-8f44-2774e97cc00c req-2655348b-e520-4a68-a7ee-4f20e56a3045 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Feb 21 01:43:28.394215 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device c923cc2b-497f-4943-9395-abe6369e159f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:43:28.495971 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c923cc2b-497f-4943-9395-abe6369e159f,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:28.509644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': 'c923cc2b-497f-4943-9395-abe6369e159f', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'port_id': 'c923cc2b-497f-4943-9395-abe6369e159f', 'mac_address': 'fa:16:3e:51:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:43:28.548358 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port c923cc2b-497f-4943-9395-abe6369e159f is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:28.548670 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c923cc2b-497f-4943-9395-abe6369e159f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.564020 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c923cc2b-497f-4943-9395-abe6369e159f {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:28.572668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f94f-9d9e-4b00-8eba-bc847825427d req-953a0e9b-04d4-409e-bce5-a475bdda330a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:28.574153 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c705f94f-9d9e-4b00-8eba-bc847825427d req-953a0e9b-04d4-409e-bce5-a475bdda330a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 943 time: 0.0606773 Feb 21 01:43:28.585169 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c923cc2b-497f-4943-9395-abe6369e159f,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:28.621384 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c705f94f-9d9e-4b00-8eba-bc847825427d req-055e11a0-270a-491c-8f35-509465be0ffd tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411313 Feb 21 01:43:28.658576 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.706133 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:28.735071 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41706) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:28.837230 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d48d73d4-b704-43f4-a619-aa9c96fd679e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.880122 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['c923cc2b-497f-4943-9395-abe6369e159f'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:28.913583 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d48d73d4-b704-43f4-a619-aa9c96fd679e admin admin] Publish callbacks [] for security_group (0acc0485-73c8-4865-bc2d-0dccd7a6f023), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.002151 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d48d73d4-b704-43f4-a619-aa9c96fd679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0acc0485-73c8-4865-bc2d-0dccd7a6f023), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.043318 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d48d73d4-b704-43f4-a619-aa9c96fd679e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db61964c2f164a40973199deefadaa49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071368 Feb 21 01:43:29.044213 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d73d4-b704-43f4-a619-aa9c96fd679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc0485-73c8-4865-bc2d-0dccd7a6f023,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:29.047869 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41712) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:29.092865 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] Publish callbacks [] for security_group (0acc0485-73c8-4865-bc2d-0dccd7a6f023), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.113492 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] Publish callbacks [] for security_group (0acc0485-73c8-4865-bc2d-0dccd7a6f023), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.241657 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0acc0485-73c8-4865-bc2d-0dccd7a6f023), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.244324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.245471 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0acc0485-73c8-4865-bc2d-0dccd7a6f023 HTTP/1.1" status: 204 len: 168 time: 0.1979227 Feb 21 01:43:29.256678 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a984339-8d45-4f06-829e-176dcdad646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc0485-73c8-4865-bc2d-0dccd7a6f023,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:29.519332 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6c2b5e47-b212-4198-ade7-98c68bdb4e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.741689 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6418f-de19-403c-9d06-b651275366cd req-091c0e57-2eee-46de-bb37-5efcdbf76a3f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:29.743184 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7b6418f-de19-403c-9d06-b651275366cd req-091c0e57-2eee-46de-bb37-5efcdbf76a3f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 944 time: 0.0537918 Feb 21 01:43:29.790841 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7b6418f-de19-403c-9d06-b651275366cd req-a1283e07-cee1-42d7-a165-8887a20e968d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Feb 21 01:43:29.854627 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41722) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:29.867711 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-419f1378-12da-4b69-a21a-0fa625c1a09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:29.941802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-419f1378-12da-4b69-a21a-0fa625c1a09a admin admin] Publish callbacks [] for security_group (2d6bba3a-612a-47e9-9854-7fd76b87e297), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.010702 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-419f1378-12da-4b69-a21a-0fa625c1a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2d6bba3a-612a-47e9-9854-7fd76b87e297), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.052051 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-419f1378-12da-4b69-a21a-0fa625c1a09a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=38f27bf19ff94f019fd76692fd7f319f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961529 Feb 21 01:43:30.052880 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f1378-12da-4b69-a21a-0fa625c1a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6bba3a-612a-47e9-9854-7fd76b87e297,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:30.054650 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41726) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:30.109145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] Publish callbacks [] for security_group (2d6bba3a-612a-47e9-9854-7fd76b87e297), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.131766 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] Publish callbacks [] for security_group (2d6bba3a-612a-47e9-9854-7fd76b87e297), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.319207 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2d6bba3a-612a-47e9-9854-7fd76b87e297), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.321819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.322968 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2d6bba3a-612a-47e9-9854-7fd76b87e297 HTTP/1.1" status: 204 len: 168 time: 0.2672329 Feb 21 01:43:30.330939 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379264d-3682-4a48-93ec-d0b07afcc6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6bba3a-612a-47e9-9854-7fd76b87e297,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:30.403645 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device c923cc2b-497f-4943-9395-abe6369e159f up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:30.547795 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port c923cc2b-497f-4943-9395-abe6369e159f completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:43:30.552199 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port c923cc2b-497f-4943-9395-abe6369e159f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:30.552673 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c923cc2b-497f-4943-9395-abe6369e159f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.629729 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port c923cc2b-497f-4943-9395-abe6369e159f is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:30.630127 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c923cc2b-497f-4943-9395-abe6369e159f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.653242 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:30.655444 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247bea13-4c2b-4e15-a1bb-7a0fa12c2224" -d '{"events": [{"server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "name": "network-vif-plugged", "status": "completed", "tag": "c923cc2b-497f-4943-9395-abe6369e159f"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:30.668144 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c923cc2b-497f-4943-9395-abe6369e159f,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:30.694644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22433863-081b-4c05-8907-9a4b60866a6b x-openstack-request-id: req-22433863-081b-4c05-8907-9a4b60866a6b {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:30.694644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "name": "network-vif-plugged", "status": "completed", "tag": "c923cc2b-497f-4943-9395-abe6369e159f", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:30.694644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22433863-081b-4c05-8907-9a4b60866a6b {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:30.694966 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f', 'code': 200} Feb 21 01:43:30.761552 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.814713 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:30.919596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc2f68-1f55-4078-894c-dad6b37d4e81 req-367791f3-71c0-4846-b9b7-db1d965b9b9f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:30.920825 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8bc2f68-1f55-4078-894c-dad6b37d4e81 req-367791f3-71c0-4846-b9b7-db1d965b9b9f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0538898 Feb 21 01:43:30.978194 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d8bc2f68-1f55-4078-894c-dad6b37d4e81 req-d4547594-07b7-4854-98ae-242d30506410 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Feb 21 01:43:31.027945 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7608ef-0e63-49e1-b7b9-653b82c2d6f7 req-81a5a3bb-196a-4d50-91a8-18b07cb797b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:31.029429 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-af7608ef-0e63-49e1-b7b9-653b82c2d6f7 req-81a5a3bb-196a-4d50-91a8-18b07cb797b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0439250 Feb 21 01:43:31.071625 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-af7608ef-0e63-49e1-b7b9-653b82c2d6f7 req-f038521e-9f56-4df8-a281-ef8aac634781 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Feb 21 01:43:32.101559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec5bf-9186-4d1a-ae88-7083121a1dc1 req-c0b921ce-dc83-45ec-9f83-068ef60a6013 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:32.104295 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31cec5bf-9186-4d1a-ae88-7083121a1dc1 req-c0b921ce-dc83-45ec-9f83-068ef60a6013 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0595860 Feb 21 01:43:32.144429 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7a6131e-d6c4-4f6a-afe9-23bea5917590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:32.164303 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-31cec5bf-9186-4d1a-ae88-7083121a1dc1 req-96118b19-21b5-4abe-a27f-a0c2755a3b74 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557287 Feb 21 01:43:33.290203 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0e62-8c0e-4471-bfd8-d7ed3262370b req-8b37ae15-398f-4864-8672-25f722d81d88 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:33.291672 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49ab0e62-8c0e-4471-bfd8-d7ed3262370b req-8b37ae15-398f-4864-8672-25f722d81d88 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0595212 Feb 21 01:43:33.340529 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-49ab0e62-8c0e-4471-bfd8-d7ed3262370b req-508277ec-5d28-4826-b9ec-46d1d5f398d7 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Feb 21 01:43:33.455039 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9743bb-2d4e-4dc5-9539-d99eb4a017e7 req-ef3187fd-7068-44ab-b4d3-bbd1ba52edb3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:33.456632 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7b9743bb-2d4e-4dc5-9539-d99eb4a017e7 req-ef3187fd-7068-44ab-b4d3-bbd1ba52edb3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0528464 Feb 21 01:43:33.465410 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41802) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:33.470126 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'floatingip': {'port_id': 'c923cc2b-497f-4943-9395-abe6369e159f'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:33.504171 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:33.511914 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:33.945510 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:34.021612 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:34.138445 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Floating IP 00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d associated. External IP: 172.27.2.52, port: c923cc2b-497f-4943-9395-abe6369e159f. Feb 21 01:43:34.361974 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:34.478271 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:34.483277 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:34.488292 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:34.497250 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:34.497879 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:34.516477 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c00ea8f7-c14d-4a97-aa77-8b02f563d9be tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "PUT /v2.0/floatingips/00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d HTTP/1.1" status: 200 len: 990 time: 1.0468607 Feb 21 01:43:34.516477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:34.517097 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395ad8ab-e6a6-45b9-8350-99d4da9a883e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "tag": "c923cc2b-497f-4943-9395-abe6369e159f"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:34.563639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1082f945-b33a-46fe-8f9a-f1f35eb9b80a x-openstack-request-id: req-1082f945-b33a-46fe-8f9a-f1f35eb9b80a {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:34.563639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "tag": "c923cc2b-497f-4943-9395-abe6369e159f", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:34.563639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1082f945-b33a-46fe-8f9a-f1f35eb9b80a {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:34.563639 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f', 'status': 'completed', 'code': 200} Feb 21 01:43:34.616880 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:34.629570 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-f8e3816a-9441-4ba0-9379-f89b08cf838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:34.631061 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-f8e3816a-9441-4ba0-9379-f89b08cf838d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0464807 Feb 21 01:43:34.730752 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-4c2614a0-703b-4e96-b40c-25252011365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:34.732236 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-4c2614a0-703b-4e96-b40c-25252011365d service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.0889781 Feb 21 01:43:34.801286 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-073eafa2-666f-4124-afff-53f9c285299e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 998 time: 0.0623534 Feb 21 01:43:34.861902 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-543ba935-84c2-4063-b879-cdb862601880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:34.863371 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-543ba935-84c2-4063-b879-cdb862601880 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0554416 Feb 21 01:43:34.901658 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': 'c923cc2b-497f-4943-9395-abe6369e159f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:51:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:19Z', 'updated_at': '2022-02-21T01:43:33Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:34.915624 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-594b9f87-4c06-4040-b7c8-9b0dd439f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:34.917168 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-594b9f87-4c06-4040-b7c8-9b0dd439f288 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464203 Feb 21 01:43:34.928210 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:34.938183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:34.938833 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:43:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:35.009626 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-17395bc1-dbb6-4583-be78-187ace1896f4 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855415 Feb 21 01:43:35.109443 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-395ad8ab-e6a6-45b9-8350-99d4da9a883e req-e7556708-0882-48fd-97f8-055a6131beee service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939488 Feb 21 01:43:35.185625 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:35.215984 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:35.435619 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': 'c923cc2b-497f-4943-9395-abe6369e159f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:51:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:19Z', 'updated_at': '2022-02-21T01:43:33Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:35.463767 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305cfd2-4f4f-4243-9833-7fb47ec5d4b4 None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': 'c923cc2b-497f-4943-9395-abe6369e159f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:51:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:19Z', 'updated_at': '2022-02-21T01:43:33Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:35.649076 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694da85c-bc28-48e9-8ef1-27fef6d98c1a None None] New status for floating IP 00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d: ACTIVE {{(pid=103418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:43:35.894424 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41838) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:35.989588 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.012882 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd171-bce9-456a-a151-b29022ba1c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.085633 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd171-bce9-456a-a151-b29022ba1c70 admin admin] Publish callbacks [] for security_group (d6b2e86f-9d07-4565-9bee-97d76b05fce9), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.149567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd171-bce9-456a-a151-b29022ba1c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6b2e86f-9d07-4565-9bee-97d76b05fce9), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.189096 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-f7cdd171-bce9-456a-a151-b29022ba1c70 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=73a7a40784d74b1ab6a60f40c98b848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936056 Feb 21 01:43:36.190848 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd171-bce9-456a-a151-b29022ba1c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b2e86f-9d07-4565-9bee-97d76b05fce9,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:36.192013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41846) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:36.255400 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] Publish callbacks [] for security_group (d6b2e86f-9d07-4565-9bee-97d76b05fce9), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.276735 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] Publish callbacks [] for security_group (d6b2e86f-9d07-4565-9bee-97d76b05fce9), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.393113 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6b2e86f-9d07-4565-9bee-97d76b05fce9), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.395634 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.396820 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d6b2e86f-9d07-4565-9bee-97d76b05fce9 HTTP/1.1" status: 204 len: 168 time: 0.2038088 Feb 21 01:43:36.408681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291820e-5f19-4378-abd8-35c868118342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b2e86f-9d07-4565-9bee-97d76b05fce9,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:37.016507 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 41854) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:37.029539 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d13370ce-d462-43bd-9fd0-a4241290c559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.104145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d13370ce-d462-43bd-9fd0-a4241290c559 admin admin] Publish callbacks [] for security_group (8bcabd0a-bb82-4447-98e5-07ea9382aa2f), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.160926 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d13370ce-d462-43bd-9fd0-a4241290c559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8bcabd0a-bb82-4447-98e5-07ea9382aa2f), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.198647 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d13370ce-d462-43bd-9fd0-a4241290c559 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=262758fef01e426bb6c17c03e415c677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810374 Feb 21 01:43:37.200607 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13370ce-d462-43bd-9fd0-a4241290c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcabd0a-bb82-4447-98e5-07ea9382aa2f,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:37.201329 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 41856) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:37.254081 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] Publish callbacks [] for security_group (8bcabd0a-bb82-4447-98e5-07ea9382aa2f), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.276539 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] Publish callbacks [] for security_group (8bcabd0a-bb82-4447-98e5-07ea9382aa2f), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.372612 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8bcabd0a-bb82-4447-98e5-07ea9382aa2f), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.376134 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.377281 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8bcabd0a-bb82-4447-98e5-07ea9382aa2f HTTP/1.1" status: 204 len: 168 time: 0.1749802 Feb 21 01:43:37.384956 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c72e50-2e59-4c49-8408-a7f8bd58f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcabd0a-bb82-4447-98e5-07ea9382aa2f,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:39.492287 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.888080 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-d1627af5-afca-4e17-8ce7-2a74d39dea66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445025 Feb 21 01:43:43.983279 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-13d53b12-9312-4739-88f9-418177b1a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:43.984785 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-13d53b12-9312-4739-88f9-418177b1a528 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 1130 time: 0.0438459 Feb 21 01:43:44.092560 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-cab05676-d18b-468e-8de7-05d88cfdfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:44.092560 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-cab05676-d18b-468e-8de7-05d88cfdfe26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 200 len: 915 time: 0.0853474 Feb 21 01:43:44.131821 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-52962503-3851-4f43-8e03-bd19f6a25cd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da HTTP/1.1" status: 200 len: 217 time: 0.0333560 Feb 21 01:43:44.184136 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-9e757fe8-b391-4174-b6aa-908592d89515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:44.185680 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-9e757fe8-b391-4174-b6aa-908592d89515 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 200 len: 854 time: 0.0437481 Feb 21 01:43:44.223250 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-e789db17-d004-4ac9-aca6-559dbecae8fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305314 Feb 21 01:43:44.316223 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-1dd0b62b-3a98-42bf-8d37-b1fe1deabfd4 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Feb 21 01:43:44.412241 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0b4a4f42-a3e2-44bc-930f-8acbbf2b78c8 req-644b4533-a11e-44d4-a2e6-6b2d918c264a service neutron] 10.222.0.65 "GET /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Feb 21 01:43:50.171034 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d386d-470b-4b79-9089-0485a15d4495 req-4cbecd6a-ec43-4ac8-a92f-0fa25883ed7a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:50.172524 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-908d386d-470b-4b79-9089-0485a15d4495 req-4cbecd6a-ec43-4ac8-a92f-0fa25883ed7a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Feb 21 01:43:50.218682 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-908d386d-470b-4b79-9089-0485a15d4495 req-19181b9b-6977-4866-99d4-5c50cb6f4165 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Feb 21 01:43:51.320006 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:51.345164 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6448-77ba-46a3-ade8-3cedd17cc811 req-08871c65-d06f-4f9d-a493-321af0138043 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:51.347232 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd4d6448-77ba-46a3-ade8-3cedd17cc811 req-08871c65-d06f-4f9d-a493-321af0138043 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.0570729 Feb 21 01:43:51.394244 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd4d6448-77ba-46a3-ade8-3cedd17cc811 req-32989c98-20cb-4898-836a-8cce7f2e407f tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Feb 21 01:43:52.157089 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-976ad74e-860d-4a0b-ba7f-ee5851a33763 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:52.158674 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-976ad74e-860d-4a0b-ba7f-ee5851a33763 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.0507076 Feb 21 01:43:52.252031 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Deleting port 5cfb0b4c-e01e-43a5-ab07-132927c559da {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:43:52.252381 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.338579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] For port 5cfb0b4c-e01e-43a5-ab07-132927c559da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5cfb0b4c-e01e-43a5-ab07-132927c559da,segment=NetworkSegment(f950aa01-44a4-47cc-a77c-1285cef1670f),segment_id=f950aa01-44a4-47cc-a77c-1285cef1670f)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:52.338948 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.352595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Calling delete_port for 5cfb0b4c-e01e-43a5-ab07-132927c559da owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:43:52.521997 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb59ab3-1b17-4eca-928a-fd9a2a083e6d req-5e7f6412-85cb-4833-b5e8-0cc277877db5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:52.523462 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cbb59ab3-1b17-4eca-928a-fd9a2a083e6d req-5e7f6412-85cb-4833-b5e8-0cc277877db5 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 946 time: 0.0606370 Feb 21 01:43:52.569796 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-cbb59ab3-1b17-4eca-928a-fd9a2a083e6d req-bb8811bd-a03c-4d03-a34f-8ef1ecf20478 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/security-groups?id=03321995-909c-4be2-a391-03f074da5343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Feb 21 01:43:52.604112 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (5cfb0b4c-e01e-43a5-ab07-132927c559da), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.616409 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['5cfb0b4c-e01e-43a5-ab07-132927c559da'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:52.636850 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Pushing event deleted for resources: {'Port': ['ID=5cfb0b4c-e01e-43a5-ab07-132927c559da,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:52.678346 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] No DVR routers for this DVR port 5cfb0b4c-e01e-43a5-ab07-132927c559da on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:43:52.680703 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.684002 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-316f254d-03e7-4001-bbf8-5520ed1b081d req-d1480f6e-8bfc-49fa-99e7-23015d8edd21 tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.65 "DELETE /v2.0/ports/5cfb0b4c-e01e-43a5-ab07-132927c559da HTTP/1.1" status: 204 len: 173 time: 0.5196888 Feb 21 01:43:52.684436 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'name': 'network-vif-deleted', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:52.686643 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdaaa9b-eedb-4c4d-b5b5-1835c206f90d" -d '{"events": [{"server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "name": "network-vif-deleted", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:52.723740 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f0357-a42c-46ac-830f-5580c01492d3 x-openstack-request-id: req-126f0357-a42c-46ac-830f-5580c01492d3 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:52.724177 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf16190-01f9-45de-ab56-02f712ebe585", "name": "network-vif-deleted", "tag": "5cfb0b4c-e01e-43a5-ab07-132927c559da", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:52.724526 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-126f0357-a42c-46ac-830f-5580c01492d3 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:52.724995 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf16190-01f9-45de-ab56-02f712ebe585', 'name': 'network-vif-deleted', 'tag': '5cfb0b4c-e01e-43a5-ab07-132927c559da', 'status': 'completed', 'code': 200} Feb 21 01:43:52.778970 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42058) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:52.883683 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-24c4b03b-2c51-4df5-b4cd-05a36bdf4652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:52.956648 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-24c4b03b-2c51-4df5-b4cd-05a36bdf4652 admin admin] Publish callbacks [] for security_group (158411c5-6117-491e-9523-651a73b9ffc8), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.029192 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-24c4b03b-2c51-4df5-b4cd-05a36bdf4652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (158411c5-6117-491e-9523-651a73b9ffc8), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.067457 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-24c4b03b-2c51-4df5-b4cd-05a36bdf4652 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=abfba0d73d5b4e0c9e30752afbfd8d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874413 Feb 21 01:43:53.068379 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b03b-2c51-4df5-b4cd-05a36bdf4652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158411c5-6117-491e-9523-651a73b9ffc8,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:53.070182 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42064) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:53.117953 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] Publish callbacks [] for security_group (158411c5-6117-491e-9523-651a73b9ffc8), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.138620 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] Publish callbacks [] for security_group (158411c5-6117-491e-9523-651a73b9ffc8), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.269435 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (158411c5-6117-491e-9523-651a73b9ffc8), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.272087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.273230 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/158411c5-6117-491e-9523-651a73b9ffc8 HTTP/1.1" status: 204 len: 168 time: 0.2019947 Feb 21 01:43:53.284098 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62c8a-5f73-4aab-ad2a-1b544b639ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158411c5-6117-491e-9523-651a73b9ffc8,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:53.692165 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-bd0929b5-fb71-4d73-abc0-fb82933a1939 req-9c7985be-e956-4cf8-bb5d-58e550763a7a tempest-VolumesSnapshotTestJSON-1291323275 tempest-VolumesSnapshotTestJSON-1291323275-project] 10.222.0.91 "GET /v2.0/ports?device_id=1bf16190-01f9-45de-ab56-02f712ebe585 HTTP/1.1" status: 200 len: 210 time: 0.0337672 Feb 21 01:43:53.921459 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42072) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:53.935452 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-21ad26b2-c6af-42dd-9895-5783bffd20cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.010388 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-21ad26b2-c6af-42dd-9895-5783bffd20cc admin admin] Publish callbacks [] for security_group (88964c5c-0484-4a36-9995-84a50281967e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.101180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-21ad26b2-c6af-42dd-9895-5783bffd20cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (88964c5c-0484-4a36-9995-84a50281967e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.400823 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-21ad26b2-c6af-42dd-9895-5783bffd20cc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=835ba7a5f0c1436f9bc4103f67d825f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780495 Feb 21 01:43:54.401690 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad26b2-c6af-42dd-9895-5783bffd20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88964c5c-0484-4a36-9995-84a50281967e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.403583 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42076) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:54.450042 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] Publish callbacks [] for security_group (88964c5c-0484-4a36-9995-84a50281967e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.470007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] Publish callbacks [] for security_group (88964c5c-0484-4a36-9995-84a50281967e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.620860 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (88964c5c-0484-4a36-9995-84a50281967e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.623339 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.624495 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/88964c5c-0484-4a36-9995-84a50281967e HTTP/1.1" status: 204 len: 168 time: 0.2200515 Feb 21 01:43:54.633334 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49746e-c015-4a7a-9e78-ff9d67fd123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88964c5c-0484-4a36-9995-84a50281967e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:56.291195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42120) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:56.397765 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3d25239b-141b-4668-b35e-ed7b8cca474e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.470131 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3d25239b-141b-4668-b35e-ed7b8cca474e admin admin] Publish callbacks [] for security_group (d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.541020 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-3d25239b-141b-4668-b35e-ed7b8cca474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.578321 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25239b-141b-4668-b35e-ed7b8cca474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:56.580999 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 5cfb0b4c-e01e-43a5-ab07-132927c559da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:43:56.584688 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-3d25239b-141b-4668-b35e-ed7b8cca474e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3140d8726cbf48218fd05ded11e09462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923934 Feb 21 01:43:56.585411 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42128) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:56.605746 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 5cfb0b4c-e01e-43a5-ab07-132927c559da {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:43:56.606011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 5cfb0b4c-e01e-43a5-ab07-132927c559da not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:43:56.635879 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] Publish callbacks [] for security_group (d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.657261 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] Publish callbacks [] for security_group (d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.786660 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.789450 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:56.790607 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6 HTTP/1.1" status: 204 len: 168 time: 0.2035825 Feb 21 01:43:56.799402 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed789d-93e7-412e-ab15-273bb0c6f485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a3e6a-e1b9-4bdc-abd1-e9c698a2a1e6,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:59.531740 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7a1a-70da-4c9f-a613-67e082666379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:02.157463 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-bb2c3fa1-89d2-42ce-a3ed-86f86745d0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:03.503065 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:05.102750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:05.976946 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:09.454688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.627520 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42338) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:23.946697 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Deleting subnet fb1e5302-7e55-410f-9c6d-a7db11b6685d {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:44:23.949781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Publish callbacks [] for subnet (fb1e5302-7e55-410f-9c6d-a7db11b6685d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:23.984185 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (fb1e5302-7e55-410f-9c6d-a7db11b6685d), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.022180 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (fb1e5302-7e55-410f-9c6d-a7db11b6685d), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.128068 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (fb1e5302-7e55-410f-9c6d-a7db11b6685d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.153032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1e5302-7e55-410f-9c6d-a7db11b6685d,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:24.157368 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.160522 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fb1e5302-7e55-410f-9c6d-a7db11b6685d HTTP/1.1" status: 204 len: 168 time: 0.5319796 Feb 21 01:44:24.163805 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42344) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:24.165983 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.166344 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.166689 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.167032 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.167371 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.167703 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.168067 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.168400 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.168731 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.169062 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.169389 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.169713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.170038 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0943de89-caa3-4c52-9600-589d6e8ed67a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.234256 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.309367 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.329072 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8dae1f-c1c8-4a29-a9ef-ffb95022435c']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:24.338987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950aa01-44a4-47cc-a77c-1285cef1670f') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:24.339290 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950aa01-44a4-47cc-a77c-1285cef1670f') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:24.348444 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (f950aa01-44a4-47cc-a77c-1285cef1670f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.362010 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (f950aa01-44a4-47cc-a77c-1285cef1670f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.368059 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:44:24.368441 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (f950aa01-44a4-47cc-a77c-1285cef1670f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:44:24.370032 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:44:24.499349 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (ce8dae1f-c1c8-4a29-a9ef-ffb95022435c), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.504942 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.508777 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] 10.222.0.91 "DELETE /v2.0/networks/ce8dae1f-c1c8-4a29-a9ef-ffb95022435c HTTP/1.1" status: 204 len: 168 time: 0.3438010 Feb 21 01:44:24.519635 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8dae1f-c1c8-4a29-a9ef-ffb95022435c,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:24.527692 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.528226 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.528429 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.528777 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.529138 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.529495 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.529835 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.530173 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.530512 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.530849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.531181 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.531512 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.531867 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddac6e-7371-4473-ba56-af9bff563b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:24.788048 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42350) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:24.826712 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1ae4f59e-b9ed-43ab-b70d-46263f9e2eeb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f92cb7cf852c4790bb51e02de8b46c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375273 Feb 21 01:44:24.829201 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42352) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:24.876025 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] Publish callbacks [] for security_group (03321995-909c-4be2-a391-03f074da5343), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:24.898324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] Publish callbacks [] for security_group (03321995-909c-4be2-a391-03f074da5343), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:25.011085 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (03321995-909c-4be2-a391-03f074da5343), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:25.013767 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:25.014930 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/03321995-909c-4be2-a391-03f074da5343 HTTP/1.1" status: 204 len: 168 time: 0.1847951 Feb 21 01:44:25.022556 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5f64-7496-4f57-ba47-51b3408324a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03321995-909c-4be2-a391-03f074da5343,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:26.017048 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42380) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:26.110335 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1777342686-network', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:26.194183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Made reservation on behalf of caf92606a26e43e19b60a51e3eddad9d for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:26.196536 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.209603 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.280899 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks [] for security_group (d6853b22-dc08-4f2d-a10b-85cc3b935b0f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.344607 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6853b22-dc08-4f2d-a10b-85cc3b935b0f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.370788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:44:26.376832 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6853b22-dc08-4f2d-a10b-85cc3b935b0f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:26.383120 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (ff41c670-8ca1-46e4-9554-3d3b0f73e30d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.383464 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Added segment ff41c670-8ca1-46e4-9554-3d3b0f73e30d of type vlan for network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c Feb 21 01:44:26.421939 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (5f028b62-f31f-4c9a-8a38-33dd12c2b35c), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.519263 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (5f028b62-f31f-4c9a-8a38-33dd12c2b35c), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.520284 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:26.520911 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.580031 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f028b62-f31f-4c9a-8a38-33dd12c2b35c,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:26.590776 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:44:26.656563 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-02a74ee7-6eeb-4d5c-a4d0-d6a022b7f5b8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6384091 Feb 21 01:44:26.660130 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42386) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:26.665646 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Request body: {'subnet': {'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1777342686-subnet', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:26.761993 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Made reservation on behalf of caf92606a26e43e19b60a51e3eddad9d for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:26.764270 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.025169 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (41529f15-f859-43f1-9fe5-188624331c70), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.079596 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41529f15-f859-43f1-9fe5-188624331c70,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:27.089134 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Checking segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:27.089465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Network hostable DHCP agents. Network: 5f028b62-f31f-4c9a-8a38-33dd12c2b35c, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:44:27.179144 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:44:27.247532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 5f028b62-f31f-4c9a-8a38-33dd12c2b35c) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:27.252124 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:27.253161 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.257119 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb856e2a-d771-46ef-a055-02b64e891ad6 None None] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:44:27.342776 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b5869905-990f-4ee1-97cf-1c6c78aaead8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6815388 Feb 21 01:44:27.345063 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42390) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:27.349741 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:27.359130 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:44:27.360044 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.434051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.435164 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.487220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for router_controller (b2c97153-b430-46ae-a5c8-6769e2248fef), precommit_add_association {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.499942 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Allocated IP 172.20.0.2 (5f028b62-f31f-4c9a-8a38-33dd12c2b35c/41529f15-f859-43f1-9fe5-188624331c70/6a4a85d5-96c9-44d7-b3ca-1b012570d68d) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:27.646532 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks [] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.696132 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for router_gateway (b2c97153-b430-46ae-a5c8-6769e2248fef), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.727961 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.765309 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:27.768222 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:27.770727 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:27.788269 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Pushing event updated for resources: {'Port': ['ID=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:27.812115 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.812481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.812837 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.813196 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.813539 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.813881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.814219 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.814557 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.814893 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.815288 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.815620 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.815977 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.816309 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:27.848129 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Attempting to bind port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:27.848510 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Attempting to bind port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:27.848922 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Attempting to bind port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d on network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:27.855478 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:27.855899 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Checking segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:27.856316 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.856718 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Bound using segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:27.857198 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Bound port: 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:27.857589 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.936362 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] For port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:27.939637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] For port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:28.012150 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.080625 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3fd58-885c-4cb1-98a8-e02e960f9a95 None None] Pushing event updated for resources: {'Port': ['ID=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:28.205104 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for router_gateway (b2c97153-b430-46ae-a5c8-6769e2248fef), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.230289 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.320423 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:44:28.362319 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6a4a85d5-96c9-44d7-b3ca-1b012570d68d up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:28.370987 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Allocated IP 172.27.2.247 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/112afcc5-452d-414c-ad7c-6530995c618d) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:28.422501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:28.422878 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.477843 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for port (112afcc5-452d-414c-ad7c-6530995c618d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.503994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:28.504388 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.539564 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:28.588842 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (112afcc5-452d-414c-ad7c-6530995c618d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.619501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:28.627245 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:28.632944 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:28.635346 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:28.665892 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Pushing event updated for resources: {'Port': ['ID=112afcc5-452d-414c-ad7c-6530995c618d,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:28.673535 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:28.984278 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bff5a-d601-4050-b0cb-b1e0f830a8bc None None] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:44:28.994790 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for router_gateway (b2c97153-b430-46ae-a5c8-6769e2248fef), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.048849 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-b7e13e85-5769-493a-918e-930af972c579 None None] Provisioning complete for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:29.049151 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b7e13e85-5769-493a-918e-930af972c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.173219 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-b7e13e85-5769-493a-918e-930af972c579 None None] Current status of the port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:29.199822 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.409135 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-2563606f-0646-4515-b432-4a6659b31390 None None] Provisioning complete for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:29.409523 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2563606f-0646-4515-b432-4a6659b31390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.416509 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Router b2c97153-b430-46ae-a5c8-6769e2248fef is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:44:29.498913 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-2563606f-0646-4515-b432-4a6659b31390 None None] Current status of the port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:29.516251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-965cc5ef-e745-4241-abdc-d773bbe0b275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.530613 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:29.540848 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Sync routers for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:29.550750 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:29.551370 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:29.609289 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f6bc4-7b63-43ba-adcd-4e186ab15821 req-cda8b80d-b3fc-4013-8617-3f4f6eda4712 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.610792 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-923f6bc4-7b63-43ba-adcd-4e186ab15821 req-cda8b80d-b3fc-4013-8617-3f4f6eda4712 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Feb 21 01:44:29.626172 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.631194 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-84c873b5-4702-41bc-86c9-fcd3575e8d05 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2813823 Feb 21 01:44:29.634748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42408) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:29.670071 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:29.713971 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-923f6bc4-7b63-43ba-adcd-4e186ab15821 req-12252220-a56a-47a2-ad25-f4869ed36c82 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961809 Feb 21 01:44:29.849104 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:28Z', 'revision_number': 3, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:29.875050 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Checking router: b2c97153-b430-46ae-a5c8-6769e2248fef for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:29.875409 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Updating router b2c97153-b430-46ae-a5c8-6769e2248fef port 112afcc5-452d-414c-ad7c-6530995c618d binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:44:29.902998 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (112afcc5-452d-414c-ad7c-6530995c618d), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.075485 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.152264 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks [] for port (112afcc5-452d-414c-ad7c-6530995c618d), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.224966 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Allocated IP 172.20.0.1 (5f028b62-f31f-4c9a-8a38-33dd12c2b35c/41529f15-f859-43f1-9fe5-188624331c70/c5454f35-4993-495e-8ff4-8e8f5e2f148f) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:30.255889 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (112afcc5-452d-414c-ad7c-6530995c618d), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.302619 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Attempting to bind port 112afcc5-452d-414c-ad7c-6530995c618d on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:30.302989 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Attempting to bind port 112afcc5-452d-414c-ad7c-6530995c618d by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:30.303367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Attempting to bind port 112afcc5-452d-414c-ad7c-6530995c618d on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:30.311300 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6a4a85d5-96c9-44d7-b3ca-1b012570d68d up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:30.318754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6f38-11b8-42dc-b924-b2907f449e3d None None] Pushing event updated for resources: {'Port': ['ID=112afcc5-452d-414c-ad7c-6530995c618d,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:30.321018 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:30.321395 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:30.321796 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.322179 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:30.322651 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Bound port: 112afcc5-452d-414c-ad7c-6530995c618d, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:30.323030 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (112afcc5-452d-414c-ad7c-6530995c618d), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.334262 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks [] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.407063 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] For port 112afcc5-452d-414c-ad7c-6530995c618d, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:30.412251 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] For port 112afcc5-452d-414c-ad7c-6530995c618d, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=112afcc5-452d-414c-ad7c-6530995c618d,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:30.416094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:30.416466 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.457254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.492635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:30.495464 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:30.495608 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:30.498466 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:30.517063 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (112afcc5-452d-414c-ad7c-6530995c618d), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.538085 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Pushing event updated for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:30.553764 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (b2c97153-b430-46ae-a5c8-6769e2248fef), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.578131 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:30.578768 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:30.580770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6f38-11b8-42dc-b924-b2907f449e3d None None] Pushing event updated for resources: {'Port': ['ID=112afcc5-452d-414c-ad7c-6530995c618d,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:30.709727 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:30.816534 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-24c65bc3-0d9b-4b32-846e-f0edb0afeeae None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:30.816854 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-24c65bc3-0d9b-4b32-846e-f0edb0afeeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:30.846649 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be9c7-2c5a-4e2d-98f5-5dda73e03538 req-d989abe7-8956-4a8e-bd24-6ebf3d7817eb tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.848860 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-497be9c7-2c5a-4e2d-98f5-5dda73e03538 req-d989abe7-8956-4a8e-bd24-6ebf3d7817eb tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0602143 Feb 21 01:44:30.905103 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-497be9c7-2c5a-4e2d-98f5-5dda73e03538 req-d736f7ba-cc67-4fca-9c52-eea9af229174 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493884 Feb 21 01:44:30.988021 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:31.003111 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-24c65bc3-0d9b-4b32-846e-f0edb0afeeae None None] Port c5454f35-4993-495e-8ff4-8e8f5e2f148f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:31.063438 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:28Z', 'revision_number': 3, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:31.089438 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95cd1-f2a6-4580-b181-86486f5540c4 None None] The sync data for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:28Z', 'revision_number': 3, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:31.162819 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks [] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:31.221971 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:31.295342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (b2c97153-b430-46ae-a5c8-6769e2248fef), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:31.297701 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Pushing event updated for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:31.397063 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:31.398483 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:31.535226 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Router b2c97153-b430-46ae-a5c8-6769e2248fef has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:44:31.632022 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-5f280609-4704-4174-b0e9-cf5fae9dcdb7 None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:31.632558 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5f280609-4704-4174-b0e9-cf5fae9dcdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:31.659929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:31.668542 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b70db867-ee04-4939-bb1a-ac3853d4f6ef admin admin] 10.222.0.91 "PUT /v2.0/routers/b2c97153-b430-46ae-a5c8-6769e2248fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358634 Feb 21 01:44:31.672094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5f280609-4704-4174-b0e9-cf5fae9dcdb7 None None] Port c5454f35-4993-495e-8ff4-8e8f5e2f148f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:32.029328 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2632-2e89-4b93-82da-2c6b94bb286b req-b9c329cf-29f2-4c6d-af8c-b5536f7cd4f9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.030854 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-85dc2632-2e89-4b93-82da-2c6b94bb286b req-b9c329cf-29f2-4c6d-af8c-b5536f7cd4f9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0553088 Feb 21 01:44:32.088408 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-85dc2632-2e89-4b93-82da-2c6b94bb286b req-62cab481-3bca-47c4-883d-d1adf96ae512 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518672 Feb 21 01:44:32.190588 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-93b876bd-0c60-4787-afdb-ce2cbb650a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.318162 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 112afcc5-452d-414c-ad7c-6530995c618d up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:32.366555 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 112afcc5-452d-414c-ad7c-6530995c618d triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:32.366934 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (112afcc5-452d-414c-ad7c-6530995c618d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.412089 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42432) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:32.417705 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807061146-network', 'tenant_id': '70efcd9e70b44097810f22b69376e434'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:32.445088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 112afcc5-452d-414c-ad7c-6530995c618d is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:32.446273 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (112afcc5-452d-414c-ad7c-6530995c618d), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.468149 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 112afcc5-452d-414c-ad7c-6530995c618d, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=112afcc5-452d-414c-ad7c-6530995c618d,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:32.499271 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Made reservation on behalf of 70efcd9e70b44097810f22b69376e434 for: {'network': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:32.501631 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.510682 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.556179 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (112afcc5-452d-414c-ad7c-6530995c618d), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.590419 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks [] for security_group (828f554a-5a93-4229-822b-fe58617080c9), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.609063 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=112afcc5-452d-414c-ad7c-6530995c618d,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:32.656462 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (828f554a-5a93-4229-822b-fe58617080c9), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.682429 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:44:32.690934 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f554a-5a93-4229-822b-fe58617080c9,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:32.697008 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (63082937-d085-4b46-a063-a10b1c5f1860), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.697352 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.segments_db [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Added segment 63082937-d085-4b46-a063-a10b1c5f1860 of type vlan for network 620e2b4f-7882-437c-88f4-ce5761d4a0cb Feb 21 01:44:32.737596 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (620e2b4f-7882-437c-88f4-ce5761d4a0cb), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.747328 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Sync routers for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:32.757701 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:32.758332 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:32.836128 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (620e2b4f-7882-437c-88f4-ce5761d4a0cb), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.837156 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.837748 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.865046 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:32.898604 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] Pushing event updated for resources: {'Network': ['ID=620e2b4f-7882-437c-88f4-ce5761d4a0cb,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:32.911504 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:44:32.953676 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-b00c5fb8-2b32-4baa-aa7e-76993e37f4df admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5398304 Feb 21 01:44:32.956335 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42436) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:32.961737 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Request body: {'subnet': {'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807061146-subnet', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'ip_version': 4}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:33.050382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Made reservation on behalf of 70efcd9e70b44097810f22b69376e434 for: {'subnet': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:33.053008 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8830175'] for subnet (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.068930 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:31Z', 'revision_number': 2, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:33.095360 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Checking router: b2c97153-b430-46ae-a5c8-6769e2248fef for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:33.095709 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Updating router b2c97153-b430-46ae-a5c8-6769e2248fef port c5454f35-4993-495e-8ff4-8e8f5e2f148f binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:44:33.124257 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.259948 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa453-353a-49c9-aed8-5e04602aee73 req-9f985ace-d531-474c-a133-28488fa9cf7a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.261411 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-30faa453-353a-49c9-aed8-5e04602aee73 req-9f985ace-d531-474c-a133-28488fa9cf7a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0962710 Feb 21 01:44:33.307387 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-30faa453-353a-49c9-aed8-5e04602aee73 req-1186aa05-a76a-4c22-909b-03bd85553c8a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Feb 21 01:44:33.310396 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3386131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829997'] for subnet (96ddff83-f5c1-4f2a-bdf2-b576d61e494c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.370324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ddff83-f5c1-4f2a-bdf2-b576d61e494c,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:33.382337 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Checking segment: {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:33.382699 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Network hostable DHCP agents. Network: 620e2b4f-7882-437c-88f4-ce5761d4a0cb, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:44:33.395115 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks [] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.447206 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:44:33.462271 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.512974 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Pushing event updated for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:33.531029 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.535511 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.535897 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.536323 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.536782 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.537121 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.537455 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.537782 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.538110 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.538440 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.538786 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.539114 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.539435 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.539754 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:33.553876 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, 620e2b4f-7882-437c-88f4-ce5761d4a0cb) {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:33.558440 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:33.558940 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.567900 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de710ca-779f-4b09-bf07-ceb1f1d0d203 None None] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:44:33.575621 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Attempting to bind port c5454f35-4993-495e-8ff4-8e8f5e2f148f on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:33.576033 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Attempting to bind port c5454f35-4993-495e-8ff4-8e8f5e2f148f by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:33.576426 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Attempting to bind port c5454f35-4993-495e-8ff4-8e8f5e2f148f on network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:33.581855 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:33.582142 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Checking segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:33.582554 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.583001 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Bound using segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:33.584521 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Bound port: c5454f35-4993-495e-8ff4-8e8f5e2f148f, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:33.584938 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.654903 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] For port c5454f35-4993-495e-8ff4-8e8f5e2f148f, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:33.656873 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42440) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:33.657385 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1eba80df-f4b9-4675-981a-aa273cf19ab3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6997604 Feb 21 01:44:33.658788 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] For port c5454f35-4993-495e-8ff4-8e8f5e2f148f, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c5454f35-4993-495e-8ff4-8e8f5e2f148f,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:33.663175 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:33.686668 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfcde67f-a6b1-567b-9684-1acf75227ad9-620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'project_id': '70efcd9e70b44097810f22b69376e434', 'fixed_ips': [{'subnet_id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c'}]}} from dv-cinder-813227-6-iscsi. {{(pid=103417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:44:33.687474 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.722096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-88754339-a9f2-4ed0-91b4-981479fb35e1 None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:33.722499 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-88754339-a9f2-4ed0-91b4-981479fb35e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.742531 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.761881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518472'] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.763207 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518513'] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.800173 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9b0b9-ba31-495a-a7b1-1eaf20f35f9a None None] Pushing event updated for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=4']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:33.821663 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:33.822186 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:33.834860 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-88754339-a9f2-4ed0-91b4-981479fb35e1 None None] Port c5454f35-4993-495e-8ff4-8e8f5e2f148f cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:33.840768 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for router_controller (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), precommit_add_association {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:33.896583 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.db_base_plugin_common [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Allocated IP 172.20.0.2 (620e2b4f-7882-437c-88f4-ce5761d4a0cb/96ddff83-f5c1-4f2a-bdf2-b576d61e494c/166f1687-624e-4843-9fac-bad724ca144b) {{(pid=103417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:33.948893 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:34.070357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for router_gateway (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.070918 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks [] for port (166f1687-624e-4843-9fac-bad724ca144b), precommit_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.080644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:34.080644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.153212 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Current status of the port c5454f35-4993-495e-8ff4-8e8f5e2f148f is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:34.153608 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.157172 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469'] for port (166f1687-624e-4843-9fac-bad724ca144b), after_create {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.158414 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:33Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:34.189019 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0b5b0-2e1b-4b4d-8df5-2b679f5700e9 None None] The sync data for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:33Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:34.217634 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb is already hosted by enough agents. {{(pid=103417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:34.230166 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.scheduler.base_scheduler [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Resources bound (agent type, host, resource id): {{(pid=103417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:34.247013 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Received port after_create {{(pid=103417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:34.264092 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] For port c5454f35-4993-495e-8ff4-8e8f5e2f148f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c5454f35-4993-495e-8ff4-8e8f5e2f148f,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:34.268205 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Pushing event updated for resources: {'Port': ['ID=166f1687-624e-4843-9fac-bad724ca144b,revision_number=1']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:34.330004 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.360443 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Attempting to bind port 166f1687-624e-4843-9fac-bad724ca144b on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:34.361232 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Attempting to bind port 166f1687-624e-4843-9fac-bad724ca144b by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:34.361845 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Attempting to bind port 166f1687-624e-4843-9fac-bad724ca144b on network 620e2b4f-7882-437c-88f4-ce5761d4a0cb {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:34.407878 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:34.408603 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Checking segment: {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:34.409195 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.409788 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Bound using segment: {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:34.410451 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Bound port: 166f1687-624e-4843-9fac-bad724ca144b, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:34.411079 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (166f1687-624e-4843-9fac-bad724ca144b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.441505 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e18c3d-2a1d-439a-95d1-c346fad1f58d None None] Pushing event updated for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:34.476678 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for router_gateway (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.499100 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 112afcc5-452d-414c-ad7c-6530995c618d up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:34.509725 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.529814 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a21d-d0ff-40b9-a0b9-8c5eefcc6711 req-dc6bc3a3-0ddf-4bc0-b9c1-7bc88325dd19 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:34.532311 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e402a21d-d0ff-40b9-a0b9-8c5eefcc6711 req-dc6bc3a3-0ddf-4bc0-b9c1-7bc88325dd19 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.1118863 Feb 21 01:44:34.558037 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] For port 166f1687-624e-4843-9fac-bad724ca144b, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:34.561541 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] For port 166f1687-624e-4843-9fac-bad724ca144b, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=166f1687-624e-4843-9fac-bad724ca144b,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:34.581732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 112afcc5-452d-414c-ad7c-6530995c618d triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:34.581732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (112afcc5-452d-414c-ad7c-6530995c618d), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.625291 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (166f1687-624e-4843-9fac-bad724ca144b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.652350 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e402a21d-d0ff-40b9-a0b9-8c5eefcc6711 req-9bd202aa-d7f4-4fda-bc02-cc7579ca920e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830529 Feb 21 01:44:34.672469 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Allocated IP 172.27.2.174 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:34.732322 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 112afcc5-452d-414c-ad7c-6530995c618d is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:34.733418 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c5454f35-4993-495e-8ff4-8e8f5e2f148f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:34.736400 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08d896-c1d3-4e93-b5ed-bad93bee8d3c None None] Pushing event updated for resources: {'Port': ['ID=166f1687-624e-4843-9fac-bad724ca144b,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:34.791519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:34.791946 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.801403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.904206 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.937330 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c5454f35-4993-495e-8ff4-8e8f5e2f148f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:34.963528 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Pushing event updated for resources: {'Port': ['ID=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:34.969082 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:34.972096 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:34.975098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:35.104598 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.337425 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for router_gateway (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.553416 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541844'] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.677095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fd03a-e556-4809-83ba-cf6ed80ad2be None None] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:44:35.777901 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d9979-18e1-4238-ae11-800b1bbe9817 req-c989662a-4b56-4d13-b2f4-406efa39b060 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:35.779397 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-725d9979-18e1-4238-ae11-800b1bbe9817 req-c989662a-4b56-4d13-b2f4-406efa39b060 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0539021 Feb 21 01:44:35.782212 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Router c2da83f7-1c50-44d0-b305-a02ae84c4b7d is scheduled to L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 with binding_index 1 {{(pid=103416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:44:35.800505 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Provisioning complete for port 166f1687-624e-4843-9fac-bad724ca144b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:35.800995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (166f1687-624e-4843-9fac-bad724ca144b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.828211 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-725d9979-18e1-4238-ae11-800b1bbe9817 req-abe56cb8-8579-459f-a534-968eb22e495c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Feb 21 01:44:35.899574 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Current status of the port 166f1687-624e-4843-9fac-bad724ca144b is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:35.900004 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (166f1687-624e-4843-9fac-bad724ca144b), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.912208 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:35.926995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Sync routers for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:35.956465 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] For port 166f1687-624e-4843-9fac-bad724ca144b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=166f1687-624e-4843-9fac-bad724ca144b,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:35.957783 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:35.959148 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:36.001449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.060905 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.062254 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-9b147532-f682-4e0b-bd18-8c67c20d317e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4035695 Feb 21 01:44:36.064253 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (166f1687-624e-4843-9fac-bad724ca144b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.064985 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42452) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:44:36.096449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:36.222035 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfd0b0-94e3-431b-b986-2703d4475490 None None] Pushing event updated for resources: {'Port': ['ID=166f1687-624e-4843-9fac-bad724ca144b,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:36.237659 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-ff678de9-df2d-4e24-b0b7-25328341f636 None None] Provisioning complete for port 166f1687-624e-4843-9fac-bad724ca144b triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:36.237815 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff678de9-df2d-4e24-b0b7-25328341f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (166f1687-624e-4843-9fac-bad724ca144b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.386133 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-ff678de9-df2d-4e24-b0b7-25328341f636 None None] Current status of the port 166f1687-624e-4843-9fac-bad724ca144b is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:36.403227 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:35Z', 'revision_number': 3, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:36.407941 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 166f1687-624e-4843-9fac-bad724ca144b up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:36.438437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Checking router: c2da83f7-1c50-44d0-b305-a02ae84c4b7d for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:36.438812 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Updating router c2da83f7-1c50-44d0-b305-a02ae84c4b7d port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 binding host dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:44:36.494810 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.544388 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 166f1687-624e-4843-9fac-bad724ca144b triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:36.544761 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (166f1687-624e-4843-9fac-bad724ca144b), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.735410 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 166f1687-624e-4843-9fac-bad724ca144b is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:36.736566 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c5454f35-4993-495e-8ff4-8e8f5e2f148f up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:36.743890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.847950 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port c5454f35-4993-495e-8ff4-8e8f5e2f148f triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:36.848239 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.853739 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks [] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), precommit_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:36.906534 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Allocated IP 172.20.0.1 (620e2b4f-7882-437c-88f4-ce5761d4a0cb/96ddff83-f5c1-4f2a-bdf2-b576d61e494c/e5f8d5bf-6601-4137-a2e3-21617ee23e62) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:37.051118 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786c4b-464c-4fd4-ab42-bde37c8e667e req-444dbf6c-cff5-48cf-be90-a8ae25033d53 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:37.053557 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4d786c4b-464c-4fd4-ab42-bde37c8e667e req-444dbf6c-cff5-48cf-be90-a8ae25033d53 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.1190014 Feb 21 01:44:37.066667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks [] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.081854 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port c5454f35-4993-495e-8ff4-8e8f5e2f148f is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:37.132575 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4d786c4b-464c-4fd4-ab42-bde37c8e667e req-8015923b-140b-459c-83e2-0eeb454933d5 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635321 Feb 21 01:44:37.244769 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.296012 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Attempting to bind port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:37.296391 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Attempting to bind port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:37.296757 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Attempting to bind port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 on network 343ae53c-8905-4ce7-8b07-618f69dc979d {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:37.299438 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14306-d9be-43a1-9c22-a993ecf419ea None None] Pushing event updated for resources: {'Port': ['ID=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,revision_number=2']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:37.302999 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.304611 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:37.304914 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Checking segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:37.305322 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.305916 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Bound using segment: {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'} {{(pid=103417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:37.306174 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.managers [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Bound port: 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44285725-67c5-47c3-ad47-e6b1cabb8c7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}}] {{(pid=103417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:37.306554 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.342350 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:37.345119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:37.355396 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:37.361639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Pushing event updated for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:37.363097 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] For port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:37.367816 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] For port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:37.398355 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541251'] for router_interface (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.468379 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.532445 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:37.533175 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:37.536560 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14306-d9be-43a1-9c22-a993ecf419ea None None] Pushing event updated for resources: {'Port': ['ID=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,revision_number=3']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:37.610866 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.656334 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-7fc04370-6339-488c-87e5-64841ed1dd58 None None] Provisioning complete for port e5f8d5bf-6601-4137-a2e3-21617ee23e62 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:37.656599 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7fc04370-6339-488c-87e5-64841ed1dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.659727 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:37.776370 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-7fc04370-6339-488c-87e5-64841ed1dd58 None None] Port e5f8d5bf-6601-4137-a2e3-21617ee23e62 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:37.777093 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks [] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.851116 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.860662 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:35Z', 'revision_number': 3, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:37.889701 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb04c3-da4b-4d1a-a4b2-d02c2fa496bd None None] The sync data for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi is: [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:35Z', 'revision_number': 3, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:37.918120 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541399'] for router_interface (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.919796 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Pushing event updated for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:38.030823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:38.034087 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:38.195680 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Router c2da83f7-1c50-44d0-b305-a02ae84c4b7d has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:44:38.297045 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b482b-4807-4ac3-96c8-c6ab01806fa8 req-b159e3b7-8fdf-4b11-a8f1-f2fa69748b90 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:38.300398 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4c7b482b-4807-4ac3-96c8-c6ab01806fa8 req-b159e3b7-8fdf-4b11-a8f1-f2fa69748b90 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0783234 Feb 21 01:44:38.348942 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:44:38.362848 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4c7b482b-4807-4ac3-96c8-c6ab01806fa8 req-ba9f6563-b2b9-4026-bf4d-2b6eed778588 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 Feb 21 01:44:38.376382 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-eb5aee52-da73-45f8-af97-f204c1adbf0d admin admin] 10.222.0.91 "PUT /v2.0/routers/c2da83f7-1c50-44d0-b305-a02ae84c4b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3103380 Feb 21 01:44:38.388502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:38.441549 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-beedb15f-5356-477a-94c7-d204dd16f634 None None] Provisioning complete for port e5f8d5bf-6601-4137-a2e3-21617ee23e62 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:38.441952 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-beedb15f-5356-477a-94c7-d204dd16f634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:38.486498 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:38.486965 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:38.490440 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-beedb15f-5356-477a-94c7-d204dd16f634 None None] Port e5f8d5bf-6601-4137-a2e3-21617ee23e62 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:38.573425 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:38.573819 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:38.598279 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] For port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:38.696054 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:38.746487 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Pushing event updated for resources: {'Port': ['ID=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:39.494308 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:39.533507 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92e920-b07f-4d2f-a914-e1567208aacb req-568ea9e9-6caa-421c-893a-b5c872f06a17 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:39.536341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b92e920-b07f-4d2f-a914-e1567208aacb req-568ea9e9-6caa-421c-893a-b5c872f06a17 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0737770 Feb 21 01:44:39.588529 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6b92e920-b07f-4d2f-a914-e1567208aacb req-68b15d03-d049-4bc0-b0d9-560d1b483685 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Feb 21 01:44:39.829950 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Sync routers for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:44:39.840734 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:39.841344 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:39.970896 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:40.278530 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 4, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e5f8d5bf-6601-4137-a2e3-21617ee23e62', 'name': '', 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'mac_address': 'fa:16:3e:b4:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:36Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 2, 'project_id': '70efcd9e70b44097810f22b69376e434', 'subnets': [{'id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:40.314727 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Checking router: c2da83f7-1c50-44d0-b305-a02ae84c4b7d for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:44:40.315182 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Updating router c2da83f7-1c50-44d0-b305-a02ae84c4b7d port e5f8d5bf-6601-4137-a2e3-21617ee23e62 binding host dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:44:40.338765 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:40.390222 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:40.431035 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:40.431787 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:40.530066 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:40.727406 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks [] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), precommit_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:40.751255 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0404cd-2fe2-40cb-9a8a-7bb1b1c71b3c req-9809afea-6cd3-452b-b403-687bd2668c84 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:40.753592 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fe0404cd-2fe2-40cb-9a8a-7bb1b1c71b3c req-9809afea-6cd3-452b-b403-687bd2668c84 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0656826 Feb 21 01:44:40.801621 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:40.806678 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-fe0404cd-2fe2-40cb-9a8a-7bb1b1c71b3c req-9792767b-c863-4929-9c56-729ad72455a3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465753 Feb 21 01:44:40.871198 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b730f-a0fe-43fb-bb67-723cfad19870 None None] Pushing event updated for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=3']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:40.986443 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Attempting to bind port e5f8d5bf-6601-4137-a2e3-21617ee23e62 on host dv-cinder-813227-6-iscsi for vnic_type normal with profile {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:40.987086 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Attempting to bind port e5f8d5bf-6601-4137-a2e3-21617ee23e62 by drivers openvswitch,hyperv on host dv-cinder-813227-6-iscsi at level 0 using segments [{'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:40.987621 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Attempting to bind port e5f8d5bf-6601-4137-a2e3-21617ee23e62 on network 620e2b4f-7882-437c-88f4-ce5761d4a0cb {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:40.993858 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Checking agent: {'id': '3bdf3e23-bca2-41c0-b088-57f0b82cce45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 0, 36), 'started_at': datetime.datetime(2022, 2, 21, 1, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:41.001054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Checking segment: {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:41.001054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.001054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Bound using segment: {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'} {{(pid=103418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:41.001054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.managers [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Bound port: e5f8d5bf-6601-4137-a2e3-21617ee23e62, host: dv-cinder-813227-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63082937-d085-4b46-a063-a10b1c5f1860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb'}}] {{(pid=103418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:41.001054 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), before_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.063747 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] For port e5f8d5bf-6601-4137-a2e3-21617ee23e62, host dv-cinder-813227-6-iscsi, cleared binding levels {{(pid=103418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:41.069320 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.plugins.ml2.db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] For port e5f8d5bf-6601-4137-a2e3-21617ee23e62, host dv-cinder-813227-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e5f8d5bf-6601-4137-a2e3-21617ee23e62,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:41.142586 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron_lib.callbacks.manager [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_update {{(pid=103418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.237474 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Provisioning complete for port e5f8d5bf-6601-4137-a2e3-21617ee23e62 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:41.238187 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.252270 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b730f-a0fe-43fb-bb67-723cfad19870 None None] Pushing event updated for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=4']} {{(pid=103418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:41.274083 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:44:41.274083 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:44:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:41.308601 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d5d8-f02f-4a8b-b4b3-84c64ec25611 req-d7d167e3-3b3a-4ae4-9c69-9c4e522e585c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.316329 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e5b6d5d8-f02f-4a8b-b4b3-84c64ec25611 req-d7d167e3-3b3a-4ae4-9c69-9c4e522e585c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0878282 Feb 21 01:44:41.382377 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e5b6d5d8-f02f-4a8b-b4b3-84c64ec25611 req-fa925d9d-1d62-41fb-af2f-4f4f23d6079c tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583243 Feb 21 01:44:41.440104 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Current status of the port e5f8d5bf-6601-4137-a2e3-21617ee23e62 is: DOWN; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:41.440587 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.489696 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:44:41.500380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322dc0-5031-4e20-a143-90ac7c362527 req-0f26bd68-ccbc-4b42-aaf8-1fecf375ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.502215 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-0f26bd68-ccbc-4b42-aaf8-1fecf375ec44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0550966 Feb 21 01:44:41.513812 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] For port e5f8d5bf-6601-4137-a2e3-21617ee23e62, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e5f8d5bf-6601-4137-a2e3-21617ee23e62,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:41.581864 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.629331 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322dc0-5031-4e20-a143-90ac7c362527 req-f8447fa3-9e50-4bb0-803e-19c2a829d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.632518 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-f8447fa3-9e50-4bb0-803e-19c2a829d791 service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.1230099 Feb 21 01:44:41.646398 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd844873-c8c3-432e-bd7f-ee3d8c69b26e None None] Pushing event updated for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:41.713011 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-0bd84b38-690b-4207-846d-ff428e36f32c None None] Provisioning complete for port e5f8d5bf-6601-4137-a2e3-21617ee23e62 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:41.715041 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0bd84b38-690b-4207-846d-ff428e36f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:41.734433 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-331ad3e6-aa9a-424f-be29-dc877c507be5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 1000 time: 0.0937490 Feb 21 01:44:41.755048 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 4, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e5f8d5bf-6601-4137-a2e3-21617ee23e62', 'name': '', 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'mac_address': 'fa:16:3e:b4:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:36Z', 'updated_at': '2022-02-21T01:44:41Z', 'revision_number': 4, 'project_id': '70efcd9e70b44097810f22b69376e434', 'subnets': [{'id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:44:41.783692 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de03f2c-6866-48bb-8c50-4bfc1355a808 None None] The sync data for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi is: [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:44:37Z', 'revision_number': 4, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'e5f8d5bf-6601-4137-a2e3-21617ee23e62', 'name': '', 'network_id': '620e2b4f-7882-437c-88f4-ce5761d4a0cb', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'mac_address': 'fa:16:3e:b4:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:36Z', 'updated_at': '2022-02-21T01:44:41Z', 'revision_number': 4, 'project_id': '70efcd9e70b44097810f22b69376e434', 'subnets': [{'id': '96ddff83-f5c1-4f2a-bdf2-b576d61e494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:44:41.815558 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322dc0-5031-4e20-a143-90ac7c362527 req-c65ae503-49f3-4ab1-84c1-f600a1b38c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.816844 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-0bd84b38-690b-4207-846d-ff428e36f32c None None] Current status of the port e5f8d5bf-6601-4137-a2e3-21617ee23e62 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:41.817597 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-c65ae503-49f3-4ab1-84c1-f600a1b38c93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0752761 Feb 21 01:44:41.909778 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322dc0-5031-4e20-a143-90ac7c362527 req-b4f7a32c-df13-46cc-b07a-5e313f8ae1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:41.911879 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-b4f7a32c-df13-46cc-b07a-5e313f8ae1d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879910 Feb 21 01:44:42.043120 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-a08f10b4-a7a8-4d11-ab14-6ec9e29f26f1 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240094 Feb 21 01:44:42.160338 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-77322dc0-5031-4e20-a143-90ac7c362527 req-b8b14baf-baa8-4ecf-be62-538da4f29d9e service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108508 Feb 21 01:44:42.397098 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e5f8d5bf-6601-4137-a2e3-21617ee23e62 up at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:42.470010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Provisioning complete for port e5f8d5bf-6601-4137-a2e3-21617ee23e62 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:42.470391 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:42.519971 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919a807-2ea6-4814-8856-215d254a8953 req-0aefb4f9-6cf7-444c-ae79-c62a30f8d181 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:42.521729 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f919a807-2ea6-4814-8856-215d254a8953 req-0aefb4f9-6cf7-444c-ae79-c62a30f8d181 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0572360 Feb 21 01:44:42.565141 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Current status of the port e5f8d5bf-6601-4137-a2e3-21617ee23e62 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:42.576880 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f919a807-2ea6-4814-8856-215d254a8953 req-9a942e10-4a4f-4017-bfce-7c6ed112ada1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470288 Feb 21 01:44:43.371583 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-0b5237e1-5f7d-4a1a-8eb6-175b245d9042 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518608 Feb 21 01:44:43.454179 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-2221982c-13a8-4873-8cae-97c8a1f5d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.456013 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-2221982c-13a8-4873-8cae-97c8a1f5d44e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0634396 Feb 21 01:44:43.571372 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-591f743e-e8d3-440e-b5ce-c1c05fc4f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.573598 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-591f743e-e8d3-440e-b5ce-c1c05fc4f61d service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.0969977 Feb 21 01:44:43.651369 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-83f13f74-4a70-4be1-bd11-df8eb881ebe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 1000 time: 0.0721858 Feb 21 01:44:43.711441 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-2af3e828-86d8-4e34-8c94-3845d7f7f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.716057 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-2af3e828-86d8-4e34-8c94-3845d7f7f9f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0568819 Feb 21 01:44:43.736263 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b43c8-2cec-45db-9a6c-e6e2fcf6455d req-afd1a174-24dd-45ae-8ece-33350143fcc1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.738704 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dc8b43c8-2cec-45db-9a6c-e6e2fcf6455d req-afd1a174-24dd-45ae-8ece-33350143fcc1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0738721 Feb 21 01:44:43.770690 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-cb408b64-3e27-4f31-9456-2b27e1e0e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:43.773311 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-cb408b64-3e27-4f31-9456-2b27e1e0e371 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510843 Feb 21 01:44:43.807911 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dc8b43c8-2cec-45db-9a6c-e6e2fcf6455d req-db8793d4-3866-4e86-b10d-469e8e87d4bb tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633495 Feb 21 01:44:43.878230 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-c58b45ba-357b-465d-928a-c35115d800a2 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987241 Feb 21 01:44:43.979253 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-40553d4e-3b9e-4e8d-b021-1c0e36aeb740 req-331d6eb3-bbc5-40ba-b5b9-9904d5d19594 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947506 Feb 21 01:44:50.369554 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-33e0e554-0573-4d41-b739-127f8172dbf8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:50.371013 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-33e0e554-0573-4d41-b739-127f8172dbf8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 815 time: 0.1013474 Feb 21 01:44:50.386121 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-acf68f81-59a6-4d95-aaba-539f82b87957 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/quotas/caf92606a26e43e19b60a51e3eddad9d HTTP/1.1" status: 200 len: 375 time: 0.0095844 Feb 21 01:44:50.440237 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-6dba2a6b-921e-4ecc-9cc3-d7a3682edfa8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489824 Feb 21 01:44:50.539711 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-85e81347-1cef-435a-94b5-2ca6e8079ec8 service neutron] 10.222.0.91 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877569 Feb 21 01:44:50.631382 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-72fb0217-7d88-4927-b670-fc09e1f8c672 service neutron] 10.222.0.91 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Feb 21 01:44:50.873674 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8a6fd9f7-a9e3-42fa-8c35-aa4558cc726f req-4faf21e8-92b1-4e76-88d8-87d051a5018c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 210 time: 0.0283816 Feb 21 01:44:51.972822 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-51712def-cd18-4e71-b24b-31671f563057 req-0af213e6-a6e5-4ad9-8082-df3b6c84f769 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 210 time: 0.0321479 Feb 21 01:44:53.021640 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-232ec3dc-13aa-40a5-97f2-5dc9a78557c0 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.023460 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-232ec3dc-13aa-40a5-97f2-5dc9a78557c0 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 815 time: 0.1100621 Feb 21 01:44:53.036167 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'port': {'device_id': '167000a9-5d15-457c-91ac-8409b331fc84', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'admin_state_up': True, 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:53.107266 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4dd703c6-ca34-4938-9b89-b9b429324ed1 req-b6fcde32-fa5a-4e58-90bc-99e715975bc8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 210 time: 0.0663564 Feb 21 01:44:53.228090 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Made reservation on behalf of caf92606a26e43e19b60a51e3eddad9d for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:53.231507 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.355696 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Allocated IP 172.20.0.13 (5f028b62-f31f-4c9a-8a38-33dd12c2b35c/41529f15-f859-43f1-9fe5-188624331c70/a1bec422-738e-42ae-a84f-eb6a1b1e1918) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:53.508671 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.607859 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.654111 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:53.669353 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:53.674681 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:53.731238 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.731666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.735390 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:53.822581 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-2714e856-02ab-467c-af0b-439e92a6102c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909501 Feb 21 01:44:54.026608 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-a437c5dc-c967-4a1e-95d5-dbfc0c7944cd None None] Provisioning complete for port a1bec422-738e-42ae-a84f-eb6a1b1e1918 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:54.027874 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a437c5dc-c967-4a1e-95d5-dbfc0c7944cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:54.077698 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-a437c5dc-c967-4a1e-95d5-dbfc0c7944cd None None] Port a1bec422-738e-42ae-a84f-eb6a1b1e1918 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:44:54.237345 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1676ce-5fdc-4bce-a439-e1b35ccb7ecf req-d255e3d8-4201-4770-8f07-2476744fb46f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.239478 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2a1676ce-5fdc-4bce-a439-e1b35ccb7ecf req-d255e3d8-4201-4770-8f07-2476744fb46f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0594451 Feb 21 01:44:54.298399 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2a1676ce-5fdc-4bce-a439-e1b35ccb7ecf req-cac83785-2926-4190-b930-07aa61ea7f48 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521970 Feb 21 01:44:55.426518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc7bb-b3cc-4233-b855-566e3c8e7c01 req-a98b9e52-80ad-4ebd-b039-23b132e1fe37 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:55.428215 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8c6fc7bb-b3cc-4233-b855-566e3c8e7c01 req-a98b9e52-80ad-4ebd-b039-23b132e1fe37 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0545821 Feb 21 01:44:55.484471 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8c6fc7bb-b3cc-4233-b855-566e3c8e7c01 req-95632697-7c39-4885-838b-92eaa5dea810 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Feb 21 01:44:56.610560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2de79-3654-423f-a4ee-d37a9a2c804d req-7db27d5e-b7ec-4929-a04e-729a1860937a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:56.613046 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1dc2de79-3654-423f-a4ee-d37a9a2c804d req-7db27d5e-b7ec-4929-a04e-729a1860937a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0612442 Feb 21 01:44:56.665011 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1dc2de79-3654-423f-a4ee-d37a9a2c804d req-be60668d-4fdf-4ae9-896b-32cdbb7c7249 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Feb 21 01:44:57.806562 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44225b-9663-44e2-85e3-2ae13b2eeb19 req-b17cd7d8-ad8f-4f4a-8221-eb0d1fdd42fd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:57.808239 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-db44225b-9663-44e2-85e3-2ae13b2eeb19 req-b17cd7d8-ad8f-4f4a-8221-eb0d1fdd42fd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0739625 Feb 21 01:44:57.865403 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-db44225b-9663-44e2-85e3-2ae13b2eeb19 req-6058aec4-13fa-4a29-842b-ca8d81385bf5 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510011 Feb 21 01:44:59.012431 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e380cb-6bb6-4bd9-9f75-cd8d7ef0c347 req-4ab05ff0-a0d2-44a4-87cf-59df4d183046 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:59.019953 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0e380cb-6bb6-4bd9-9f75-cd8d7ef0c347 req-4ab05ff0-a0d2-44a4-87cf-59df4d183046 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0746896 Feb 21 01:44:59.072295 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f0e380cb-6bb6-4bd9-9f75-cd8d7ef0c347 req-9b8fb4d5-52ae-44cd-9676-4b1ea1826bec tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Feb 21 01:44:59.533259 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-7834f2c4-f2a9-4010-a0f9-3de1c10d1fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:00.455633 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ded06-4e48-4e5f-90c7-98bdde6380cb req-7d1f1f95-cfbc-4508-a6ff-6c4477a09a54 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:00.457187 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-349ded06-4e48-4e5f-90c7-98bdde6380cb req-7d1f1f95-cfbc-4508-a6ff-6c4477a09a54 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.3157263 Feb 21 01:45:00.507672 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-349ded06-4e48-4e5f-90c7-98bdde6380cb req-35252a47-a3de-40cc-a7e9-afc199ce6e43 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Feb 21 01:45:01.627695 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66b591-9dfe-4ee8-ae96-0aadaaa95b4c req-a2b638b4-926d-43ee-8729-c2421a3efa11 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:01.629216 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dd66b591-9dfe-4ee8-ae96-0aadaaa95b4c req-a2b638b4-926d-43ee-8729-c2421a3efa11 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0536914 Feb 21 01:45:01.678447 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-dd66b591-9dfe-4ee8-ae96-0aadaaa95b4c req-a4f409ea-99bd-4f16-bd1d-253bade315c8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Feb 21 01:45:02.149120 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-6ab13707-485a-4cc5-9bdf-2fed64e1aecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:02.793072 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbba44-3608-45eb-a14e-3f7d6a908522 req-6a1a7623-6e53-42d9-95ed-1716762e1b11 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:02.794533 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53dbba44-3608-45eb-a14e-3f7d6a908522 req-6a1a7623-6e53-42d9-95ed-1716762e1b11 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 932 time: 0.0505393 Feb 21 01:45:02.822791 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Request body: {'port': {'device_id': '167000a9-5d15-457c-91ac-8409b331fc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:02.878996 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-53dbba44-3608-45eb-a14e-3f7d6a908522 req-d89cd3e2-a66b-4df4-b259-8c7134f9c88c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790927 Feb 21 01:45:02.904879 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.171095 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bec422-738e-42ae-a84f-eb6a1b1e1918 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:03.178754 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks [] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.191364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Transition to ACTIVE for port object a1bec422-738e-42ae-a84f-eb6a1b1e1918 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:45:03.259015 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.309919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:03.384580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Attempting to bind port a1bec422-738e-42ae-a84f-eb6a1b1e1918 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:45:03.384947 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Attempting to bind port a1bec422-738e-42ae-a84f-eb6a1b1e1918 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:45:03.385282 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Attempting to bind port a1bec422-738e-42ae-a84f-eb6a1b1e1918 on network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:03.389823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Port a1bec422-738e-42ae-a84f-eb6a1b1e1918 on network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:45:03.390150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Attempting to bind port a1bec422-738e-42ae-a84f-eb6a1b1e1918 on network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:03.395234 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:45:03.395580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Checking segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:03.395998 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Bound using segment: {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:45:03.396433 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Bound port: a1bec422-738e-42ae-a84f-eb6a1b1e1918, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:45:03.396802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.466327 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:45:03.469553 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:45:03.502752 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.531784 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.567527 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.568170 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:03.569704 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 1094 time: 0.7519982 Feb 21 01:45:03.570043 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:03.572398 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7" -d '{"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:03.597040 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7245d-ea15-4865-b009-7b99a5e7c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:03.611000 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730f91c-3cce-45c0-8b2c-2a2d1bdd0d81 x-openstack-request-id: req-1730f91c-3cce-45c0-8b2c-2a2d1bdd0d81 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:03.611298 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:03.611555 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1730f91c-3cce-45c0-8b2c-2a2d1bdd0d81 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:03.611982 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:45:03.680257 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-abd00e9d-7dd3-46e0-84cb-5b7809f43832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.681949 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-abd00e9d-7dd3-46e0-84cb-5b7809f43832 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1128 time: 0.0508044 Feb 21 01:45:03.780963 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-35e7a98e-13a7-40c2-b4e9-c098336bbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.782429 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-35e7a98e-13a7-40c2-b4e9-c098336bbf23 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=caf92606a26e43e19b60a51e3eddad9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0926299 Feb 21 01:45:03.876477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-8329428e-cdba-4806-a758-828624ce217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.877855 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3d75ef3d-fd87-45ee-96d1-dbad8ea966b7 req-8329428e-cdba-4806-a758-828624ce217b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898149 Feb 21 01:45:03.991254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-82396daf-043c-4cfa-bc98-962ab895d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.992857 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-82396daf-043c-4cfa-bc98-962ab895d418 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1128 time: 0.0746322 Feb 21 01:45:04.012485 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44a49-cc4c-4ee9-8cb7-81efc540cd91 req-ba0b1910-7390-4426-b599-31ed6acf9b1a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:04.013848 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a8e44a49-cc4c-4ee9-8cb7-81efc540cd91 req-ba0b1910-7390-4426-b599-31ed6acf9b1a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 944 time: 0.0679111 Feb 21 01:45:04.049069 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-0a63fc40-210c-4291-9011-6713fe823860 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 217 time: 0.0491276 Feb 21 01:45:04.117158 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a8e44a49-cc4c-4ee9-8cb7-81efc540cd91 req-a3ebb10c-5a7d-41bd-96b0-8e532f0b0077 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743396 Feb 21 01:45:04.118682 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-a8bdbd71-b878-48c8-8a24-258c95780158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:04.120038 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-a8bdbd71-b878-48c8-8a24-258c95780158 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0634348 Feb 21 01:45:04.168772 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-9c50ef77-22e7-4d6b-b6f8-9bf52fd384a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:04.170222 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-9c50ef77-22e7-4d6b-b6f8-9bf52fd384a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434244 Feb 21 01:45:04.258560 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-a069dbe9-03da-41ef-a684-ed951523f022 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816371 Feb 21 01:45:04.344279 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e7607b28-3d3d-4f70-a671-abf57aee0ca8 req-f4d5610e-9083-4d42-8edc-131de983c210 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798826 Feb 21 01:45:05.115644 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:05.239625 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347da55-8ed9-42ec-9a10-d7823d233a9b req-91e5f216-4ce3-4a14-9127-56b903182682 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:05.241127 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4347da55-8ed9-42ec-9a10-d7823d233a9b req-91e5f216-4ce3-4a14-9127-56b903182682 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 944 time: 0.0558934 Feb 21 01:45:05.287113 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-4347da55-8ed9-42ec-9a10-d7823d233a9b req-0879c8c5-00ea-4f76-9de0-b77e6f47cebb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Feb 21 01:45:05.323407 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:05.995649 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:06.403413 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac590ba-f2ff-41a3-916a-80d645565480 req-6466254f-e60a-4d23-bf71-ec0b9ab00e5c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:06.404893 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ac590ba-f2ff-41a3-916a-80d645565480 req-6466254f-e60a-4d23-bf71-ec0b9ab00e5c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 944 time: 0.0520227 Feb 21 01:45:06.455306 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4ac590ba-f2ff-41a3-916a-80d645565480 req-889d2306-cefe-4f3c-b56e-850248288ddd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Feb 21 01:45:06.947742 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a1bec422-738e-42ae-a84f-eb6a1b1e1918 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:45:07.052534 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:07.064866 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'port_id': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'mac_address': 'fa:16:3e:f3:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:45:07.104827 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port a1bec422-738e-42ae-a84f-eb6a1b1e1918 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:07.105212 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.117940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bec422-738e-42ae-a84f-eb6a1b1e1918 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:07.136660 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:07.211255 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.258349 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:07.454467 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:07.572992 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc50e4-1051-4c1d-b319-212a6f440bd8 req-13101834-b768-4696-bd68-dddb4d652523 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:07.574459 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-afdc50e4-1051-4c1d-b319-212a6f440bd8 req-13101834-b768-4696-bd68-dddb4d652523 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 945 time: 0.0522690 Feb 21 01:45:07.620391 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-afdc50e4-1051-4c1d-b319-212a6f440bd8 req-c0ac0d38-a6d2-44e2-87a0-39aba8191e25 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Feb 21 01:45:08.886872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd9bc6-6023-45b2-aa79-479de7ccecab req-977aaf3c-07a1-4592-81ac-8ecf182645c7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:08.888488 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-56cd9bc6-6023-45b2-aa79-479de7ccecab req-977aaf3c-07a1-4592-81ac-8ecf182645c7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 945 time: 0.2020974 Feb 21 01:45:08.934486 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-56cd9bc6-6023-45b2-aa79-479de7ccecab req-659c4206-287d-4211-825e-4894d811a4bc tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Feb 21 01:45:08.963910 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a1bec422-738e-42ae-a84f-eb6a1b1e1918 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:45:09.087228 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port a1bec422-738e-42ae-a84f-eb6a1b1e1918 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:45:09.091368 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port a1bec422-738e-42ae-a84f-eb6a1b1e1918 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:09.091747 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.169013 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port a1bec422-738e-42ae-a84f-eb6a1b1e1918 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:09.169403 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.191182 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:09.193345 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc94c2d-77a7-4c50-8d78-487b30a472f5" -d '{"events": [{"server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "name": "network-vif-plugged", "status": "completed", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:09.205676 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:09.230067 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72347235-b2d5-489b-8963-90073c4f9881 x-openstack-request-id: req-72347235-b2d5-489b-8963-90073c4f9881 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:09.230431 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "name": "network-vif-plugged", "status": "completed", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:09.230696 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72347235-b2d5-489b-8963-90073c4f9881 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:09.231097 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'code': 200} Feb 21 01:45:09.264546 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.310833 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:09.474550 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.508740 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3c2ce-4089-4d84-ae93-ec92978e0798 req-75ea9047-77e9-4c54-8796-6010a4f1f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:09.510260 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ee3c2ce-4089-4d84-ae93-ec92978e0798 req-75ea9047-77e9-4c54-8796-6010a4f1f7ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1130 time: 0.0443552 Feb 21 01:45:09.558655 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2ee3c2ce-4089-4d84-ae93-ec92978e0798 req-a3fe72cb-fd60-4b2c-a3ad-8e7c90c6989c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Feb 21 01:45:10.054236 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30d4d4-127b-47e8-b8dc-49b79cb87516 req-84a53b89-54f8-4013-84e0-59c098388852 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:10.055630 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7e30d4d4-127b-47e8-b8dc-49b79cb87516 req-84a53b89-54f8-4013-84e0-59c098388852 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0555398 Feb 21 01:45:10.100634 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7e30d4d4-127b-47e8-b8dc-49b79cb87516 req-6872edfd-8d7d-4b78-8750-7d2065fb135c tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Feb 21 01:45:11.270856 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3cd53-25a6-40d5-a8bc-911d2a86671b req-6a656c10-9da8-4608-90d7-9484929b9295 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.272380 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-69c3cd53-25a6-40d5-a8bc-911d2a86671b req-6a656c10-9da8-4608-90d7-9484929b9295 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.1034830 Feb 21 01:45:11.321466 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-69c3cd53-25a6-40d5-a8bc-911d2a86671b req-aeb91276-dd98-42a6-b62c-9886c93a5a6f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429838 Feb 21 01:45:11.437380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fa80-c3da-443f-8bab-66835b3f605c req-bee52c60-1912-4d35-95d3-ac723cfe9fe9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.438768 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-94e6fa80-c3da-443f-8bab-66835b3f605c req-bee52c60-1912-4d35-95d3-ac723cfe9fe9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Feb 21 01:45:11.484384 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-94e6fa80-c3da-443f-8bab-66835b3f605c req-e8377336-5a83-4955-942e-3706eddcd3d6 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Feb 21 01:45:11.810524 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a361e1-dee0-4626-b1d7-a40426a3fe7a req-df66e41a-f2b9-42bd-856a-45be0d386c81 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:11.811997 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b4a361e1-dee0-4626-b1d7-a40426a3fe7a req-df66e41a-f2b9-42bd-856a-45be0d386c81 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Feb 21 01:45:11.857601 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b4a361e1-dee0-4626-b1d7-a40426a3fe7a req-a918f159-5f24-4445-8f57-c4e6bfa4a3ed tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Feb 21 01:45:21.895581 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23f507-879a-41f2-938b-958c6525a24d req-07cbb8c2-1ee7-401d-82ab-8cde1edd6f30 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:21.897121 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff23f507-879a-41f2-938b-958c6525a24d req-07cbb8c2-1ee7-401d-82ab-8cde1edd6f30 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0536776 Feb 21 01:45:21.944079 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ff23f507-879a-41f2-938b-958c6525a24d req-d4f12d49-59ce-4ac3-94c0-b99c6abb44b2 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Feb 21 01:45:21.966735 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42768) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:22.053868 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9a9b7-6832-4365-b6e2-8c061ec973fd tempest-TestMinimumBasicScenario-221889816 tempest-TestMinimumBasicScenario-221889816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:22.055375 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-61e9a9b7-6832-4365-b6e2-8c061ec973fd tempest-TestMinimumBasicScenario-221889816 tempest-TestMinimumBasicScenario-221889816-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1125 time: 0.0876346 Feb 21 01:45:22.058847 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 42772) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:22.063119 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'port_id': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:22.150689 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:22.247444 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:22.357209 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Allocated IP 172.27.2.73 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/61e548ab-c98e-4ebd-adda-1542b0b52ce0) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:45:22.459665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:22.568351 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:22.605145 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:45:22.608256 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:22.611589 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:45:22.640465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'Port': ['ID=61e548ab-c98e-4ebd-adda-1542b0b52ce0,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:22.649648 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467a1b-5202-4b74-9e4b-ab6e39f9e629 req-3c9d1122-9246-4a9b-959c-cf5b44fbaeb4 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:22.651861 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1467a1b-5202-4b74-9e4b-ab6e39f9e629 req-3c9d1122-9246-4a9b-959c-cf5b44fbaeb4 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0580695 Feb 21 01:45:22.698334 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-b1467a1b-5202-4b74-9e4b-ab6e39f9e629 req-62c4beb8-b043-4d49-a597-d81b5f457344 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Feb 21 01:45:22.986694 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for floatingip (6844869f-7499-4e62-b2ff-d31934485fa7), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.109615 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.255030 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.325759 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.394354 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'Port': ['ID=61e548ab-c98e-4ebd-adda-1542b0b52ce0,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:23.408648 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (6844869f-7499-4e62-b2ff-d31934485fa7), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:23.510726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Floating IP 6844869f-7499-4e62-b2ff-d31934485fa7 associated. External IP: 172.27.2.73, port: a1bec422-738e-42ae-a84f-eb6a1b1e1918. Feb 21 01:45:23.720007 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Router b2c97153-b430-46ae-a5c8-6769e2248fef has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:45:23.873477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b59e79-c77c-4c21-827b-9c04ae6534cf req-b79b62bf-a639-4890-88cb-673ca66d1a7e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:23.873477 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-37b59e79-c77c-4c21-827b-9c04ae6534cf req-b79b62bf-a639-4890-88cb-673ca66d1a7e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0962605 Feb 21 01:45:23.873477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:45:23.882754 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Sync routers for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:45:23.893459 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:23.894088 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:45:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:23.923615 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-37b59e79-c77c-4c21-827b-9c04ae6534cf req-7d317a64-9eef-411a-859f-62d239ac069f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490134 Feb 21 01:45:23.975358 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.006048 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-47043293-7af4-463f-b28d-c6b8e7ce7320 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9460731 Feb 21 01:45:24.006795 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:24.008800 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42788) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:24.014217 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723562003', 'description': 'tempest-secgroup-smoke-1723562003 description', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:24.018562 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392db082-e24e-4578-b28f-beb4ca50b01a" -d '{"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:24.057336 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441830bd-2a20-45e5-a30c-e74e8a65d304 x-openstack-request-id: req-441830bd-2a20-45e5-a30c-e74e8a65d304 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:24.057657 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:24.058004 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-441830bd-2a20-45e5-a30c-e74e8a65d304 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:24.058427 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:45:24.093792 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.124108 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db082-e24e-4578-b28f-beb4ca50b01a req-878d6401-6aec-4d47-af7e-31dfb7dd2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:24.125524 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-878d6401-6aec-4d47-af7e-31dfb7dd2fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1130 time: 0.0473361 Feb 21 01:45:24.133292 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:24.168607 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.225163 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.255665 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:24.318715 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.320532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4f13c32f-dfae-4dd8-8d42-7e7ee6bc6a60 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3106041 Feb 21 01:45:24.325073 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42792) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:24.329849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:24.373951 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '6844869f-7499-4e62-b2ff-d31934485fa7', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'port_id': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'mac_address': 'fa:16:3e:f3:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167000a9-5d15-457c-91ac-8409b331fc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:45:22Z', 'updated_at': '2022-02-21T01:45:22Z', 'revision_number': 0, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:24.408048 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Checking router: b2c97153-b430-46ae-a5c8-6769e2248fef for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:45:24.413772 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:24.414858 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:45:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:24.421955 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (e1973972-3cd2-4871-9ba5-5821d7d50c26), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.492392 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db082-e24e-4578-b28f-beb4ca50b01a req-bc3d89ef-aabd-41c7-ab1d-2b2908bce8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:24.494605 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-bc3d89ef-aabd-41c7-ab1d-2b2908bce8fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 916 time: 0.3597519 Feb 21 01:45:24.496241 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (e1973972-3cd2-4871-9ba5-5821d7d50c26), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.527399 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:24.559083 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-ee30deb8-8fa9-4734-9835-b6249a7d353e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 999 time: 0.0588901 Feb 21 01:45:24.568123 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (e1973972-3cd2-4871-9ba5-5821d7d50c26), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.589012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1973972-3cd2-4871-9ba5-5821d7d50c26,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:24.598105 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.598564 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.598994 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.599866 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.600310 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.600732 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.601615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.602037 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.602475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.603280 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.604408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.604819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.605233 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:24.611727 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db082-e24e-4578-b28f-beb4ca50b01a req-ada90660-a538-4b1b-b7fd-324fbdcbda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:24.613588 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-ada90660-a538-4b1b-b7fd-324fbdcbda20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0469518 Feb 21 01:45:24.660214 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.661532 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-17289fdd-c66c-4263-9928-412c8ba52134 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352311 Feb 21 01:45:24.664366 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42796) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:24.668845 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db082-e24e-4578-b28f-beb4ca50b01a req-9ce847de-91a6-4c6a-bb4a-2f4b1e508b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:24.669664 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:24.670329 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-9ce847de-91a6-4c6a-bb4a-2f4b1e508b58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509489 Feb 21 01:45:24.752693 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '6844869f-7499-4e62-b2ff-d31934485fa7', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'port_id': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'mac_address': 'fa:16:3e:f3:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167000a9-5d15-457c-91ac-8409b331fc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:45:22Z', 'updated_at': '2022-02-21T01:45:22Z', 'revision_number': 0, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:24.765797 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-4bca9cac-a1ae-4d8c-9400-dd5f97e07da2 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888448 Feb 21 01:45:24.779000 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (4b830716-2c5d-4896-9156-6ac394b666ba), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.781317 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df02d4-ef6c-427d-8eef-ebe828099024 None None] The sync data for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '6844869f-7499-4e62-b2ff-d31934485fa7', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'port_id': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'mac_address': 'fa:16:3e:f3:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167000a9-5d15-457c-91ac-8409b331fc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:45:22Z', 'updated_at': '2022-02-21T01:45:22Z', 'revision_number': 0, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:45:24.837498 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (4b830716-2c5d-4896-9156-6ac394b666ba), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.868797 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-392db082-e24e-4578-b28f-beb4ca50b01a req-a933c406-9627-4851-8735-9bc8332d389e service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972478 Feb 21 01:45:24.922041 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (4b830716-2c5d-4896-9156-6ac394b666ba), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:24.937821 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b830716-2c5d-4896-9156-6ac394b666ba,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:24.986765 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db03875-a2ae-4e79-9562-3f41367a4b12 None None] New status for floating IP 6844869f-7499-4e62-b2ff-d31934485fa7: ACTIVE {{(pid=103418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:45:25.031095 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.032349 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-5263ceef-1f81-42b5-972c-60f45ae07e0a tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670461 Feb 21 01:45:25.035218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42800) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:25.039713 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:25.056819 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd37e56-3e81-4c2d-bbf6-fb2789285e25 req-b0b2ee64-747c-4cb5-8dfe-73175f725803 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:25.058505 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fd37e56-3e81-4c2d-bbf6-fb2789285e25 req-b0b2ee64-747c-4cb5-8dfe-73175f725803 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Feb 21 01:45:25.106308 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3fd37e56-3e81-4c2d-bbf6-fb2789285e25 req-42f2e62b-3b88-4bfb-be3f-25a61029a528 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Feb 21 01:45:25.137390 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (15003dfa-5363-437b-9584-e269a37fb56d), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.193591 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (15003dfa-5363-437b-9584-e269a37fb56d), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.276750 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (15003dfa-5363-437b-9584-e269a37fb56d), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.296827 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15003dfa-5363-437b-9584-e269a37fb56d,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:25.370140 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.371354 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a8313c89-f07b-4693-84ca-f165b9ccf925 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350708 Feb 21 01:45:25.374171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42802) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:25.378424 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:25.476283 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (f2c1ae50-adf7-4fb6-b8c4-bec4c345c220), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.532497 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (f2c1ae50-adf7-4fb6-b8c4-bec4c345c220), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.607611 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (f2c1ae50-adf7-4fb6-b8c4-bec4c345c220), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.625329 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c1ae50-adf7-4fb6-b8c4-bec4c345c220,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:25.706732 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.707999 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1faf9626-747d-40b8-8ba2-3d488a80f5dd tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328905 Feb 21 01:45:25.710718 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42806) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:25.715013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:25.784938 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.securitygroups_db [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Project caf92606a26e43e19b60a51e3eddad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:45:25.790222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (1737d69a-5e70-41a5-bd1a-c93de79f7d4d), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.849219 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (1737d69a-5e70-41a5-bd1a-c93de79f7d4d), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.925854 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (1737d69a-5e70-41a5-bd1a-c93de79f7d4d), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:25.944404 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1737d69a-5e70-41a5-bd1a-c93de79f7d4d,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:26.019336 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.020831 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-71826913-d1ed-4ae6-9f51-2f645638ea9f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3090887 Feb 21 01:45:26.023440 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 42808) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:26.028306 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'security_group_rule': {'security_group_id': '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3', 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:26.105301 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.securitygroups_db [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Project caf92606a26e43e19b60a51e3eddad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:45:26.110431 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (0c6cd7bc-587c-4b01-9b61-d72f3f562d1c), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.171167 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (0c6cd7bc-587c-4b01-9b61-d72f3f562d1c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.220492 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (0c6cd7bc-587c-4b01-9b61-d72f3f562d1c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.246010 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9812be-8887-4feb-b3ec-1f06a2a0dae8 req-f0bf5dd7-e36c-4316-b069-305d4cf0d8bb tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:26.247484 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ae9812be-8887-4feb-b3ec-1f06a2a0dae8 req-f0bf5dd7-e36c-4316-b069-305d4cf0d8bb tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0703332 Feb 21 01:45:26.250886 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6cd7bc-587c-4b01-9b61-d72f3f562d1c,revision_number=0']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:26.295142 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ae9812be-8887-4feb-b3ec-1f06a2a0dae8 req-91c8f201-388a-4889-b1b2-f5dbf08928a2 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Feb 21 01:45:26.298205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.299277 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-d56e83b4-6036-426a-95ee-ebaf1e41cca9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748458 Feb 21 01:45:26.386493 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-1e599f68-a202-4496-9a54-d23ecc049bab tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723562003&fields=id&tenant_id=caf92606a26e43e19b60a51e3eddad9d HTTP/1.1" status: 200 len: 267 time: 0.0420911 Feb 21 01:45:26.445975 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-bec57353-b053-4d3c-bfb5-8ee4203dfd38 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:26.447399 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-bec57353-b053-4d3c-bfb5-8ee4203dfd38 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0556808 Feb 21 01:45:26.459897 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'port': {'security_groups': ['d6853b22-dc08-4f2d-a10b-85cc3b935b0f', '2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3']}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:26.526399 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.706681 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:26.736179 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.797627 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.809841 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:26.840824 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:26.841464 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:26.842856 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fe6586d6-9e00-4221-9916-45f6a493f6a5 req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "PUT /v2.0/ports/a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 982 time: 0.3887308 Feb 21 01:45:26.843312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:26.845587 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f70e5-3f94-46af-9589-fa3f07d01ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:26.876703 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=6']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.888364 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.890809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.890809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.890809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.890809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e739a-9f7e-4ddc-9966-5ff2e1ad7096 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:26.927755 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17597624-ec23-4385-8eff-61d0f964fe8a x-openstack-request-id: req-17597624-ec23-4385-8eff-61d0f964fe8a {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:26.928168 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:26.928359 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17597624-ec23-4385-8eff-61d0f964fe8a {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:26.928772 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:45:26.968176 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:27.036338 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-fd1527c1-457f-408c-a91d-e31d14ed99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.037437 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-fd1527c1-457f-408c-a91d-e31d14ed99a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1169 time: 0.0816734 Feb 21 01:45:27.075046 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79618-2484-4af9-81cd-1a8b3fdb291d req-d81c866f-7704-4af0-b583-251e07c45d03 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.076600 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8cd79618-2484-4af9-81cd-1a8b3fdb291d req-d81c866f-7704-4af0-b583-251e07c45d03 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.1102273 Feb 21 01:45:27.189414 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-00e2feba-5236-4227-8aa3-5efeac30a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.190845 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-00e2feba-5236-4227-8aa3-5efeac30a26a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 916 time: 0.1469574 Feb 21 01:45:27.196408 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8cd79618-2484-4af9-81cd-1a8b3fdb291d req-28feedfc-6f8a-4044-91e4-f3a678779716 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919371 Feb 21 01:45:27.231989 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-f09783d0-3299-4f56-9827-7becc7e55a13 None None] Provisioning complete for port a1bec422-738e-42ae-a84f-eb6a1b1e1918 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:27.232368 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f09783d0-3299-4f56-9827-7becc7e55a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:27.256407 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-7318ae63-7799-413e-b927-3636d08cb476 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 1001 time: 0.0590177 Feb 21 01:45:27.304528 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-6dd72e24-9db3-4905-99f6-a5e4f155cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.306751 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-6dd72e24-9db3-4905-99f6-a5e4f155cead service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0438120 Feb 21 01:45:27.361487 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-521d4926-07a8-4ebe-906a-b4ce07bb3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.363097 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-521d4926-07a8-4ebe-906a-b4ce07bb3292 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513597 Feb 21 01:45:27.441988 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d155-6159-4d4b-b5ca-cab1871b0242 req-39fd2c06-d342-4327-9ecd-40bb4bd4833d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:27.443603 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fd6d155-6159-4d4b-b5ca-cab1871b0242 req-39fd2c06-d342-4327-9ecd-40bb4bd4833d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0673802 Feb 21 01:45:27.456308 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f09783d0-3299-4f56-9827-7becc7e55a13 None None] Current status of the port a1bec422-738e-42ae-a84f-eb6a1b1e1918 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:27.472574 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-249d4f20-72c8-413c-85ef-e971a7977ee4 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031833 Feb 21 01:45:27.498725 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2fd6d155-6159-4d4b-b5ca-cab1871b0242 req-2b2dc120-65ab-4e85-9c98-9d7419b856f1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479250 Feb 21 01:45:27.573269 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-865f70e5-3f94-46af-9589-fa3f07d01ccd req-9af2c001-cdd0-4a32-ba0f-cbf5b31f4d5f service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949080 Feb 21 01:45:28.616638 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3958521-5577-4f80-bb7f-7d674505093f req-03fb8554-11bd-4313-ad9d-761c06ae2032 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:28.618114 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3958521-5577-4f80-bb7f-7d674505093f req-03fb8554-11bd-4313-ad9d-761c06ae2032 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Feb 21 01:45:28.664429 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3958521-5577-4f80-bb7f-7d674505093f req-e50cc8b2-dc7c-4b3f-8867-fca5a4a37217 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Feb 21 01:45:29.554581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-dc00e162-bc7c-4980-bfaf-e02ae3e51200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.790716 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43469c-79c2-4c71-bcae-174f4df477dd req-8530bb69-1445-4780-960c-85ed779df2ea tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:29.793022 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8a43469c-79c2-4c71-bcae-174f4df477dd req-8530bb69-1445-4780-960c-85ed779df2ea tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Feb 21 01:45:29.845025 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-8a43469c-79c2-4c71-bcae-174f4df477dd req-735e5578-7881-431e-b7ce-ea9b88839428 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Feb 21 01:45:30.964404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779f9d-5d10-42d9-95b6-97f6b8f10729 req-c7b2dc97-9ce3-4e94-a48b-a27d7e7f94a8 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:30.966166 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-64779f9d-5d10-42d9-95b6-97f6b8f10729 req-c7b2dc97-9ce3-4e94-a48b-a27d7e7f94a8 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Feb 21 01:45:31.014895 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-64779f9d-5d10-42d9-95b6-97f6b8f10729 req-413498d6-3364-46de-8cbd-f486c7ab5726 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Feb 21 01:45:32.134934 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf07f3-911b-4d7a-a5a7-5fb32078bf46 req-c79f34ca-a780-46f9-82ec-2243bf697d90 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:32.136453 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1aaf07f3-911b-4d7a-a5a7-5fb32078bf46 req-c79f34ca-a780-46f9-82ec-2243bf697d90 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0554140 Feb 21 01:45:32.138982 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3305-c22c-46b2-9348-240554ba83a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:32.184210 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1aaf07f3-911b-4d7a-a5a7-5fb32078bf46 req-bbac301d-2c3f-474d-b4f8-b540b4b0ca31 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Feb 21 01:45:33.301044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92120b5-8b49-4b56-88a0-938adee0b9b4 req-c027cdda-ef2a-4ebb-95ec-9c6f67542d10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.302472 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b92120b5-8b49-4b56-88a0-938adee0b9b4 req-c027cdda-ef2a-4ebb-95ec-9c6f67542d10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Feb 21 01:45:33.348595 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b92120b5-8b49-4b56-88a0-938adee0b9b4 req-b8d377c5-a231-457c-9657-75dda7cb3a3d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Feb 21 01:45:33.533642 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:33.714610 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25175b81-5b07-40e5-8a02-b2d319401409 req-3dffc7e1-df1f-4959-9fcd-a766b2e5111f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.717738 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-25175b81-5b07-40e5-8a02-b2d319401409 req-3dffc7e1-df1f-4959-9fcd-a766b2e5111f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0573890 Feb 21 01:45:33.799507 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-25175b81-5b07-40e5-8a02-b2d319401409 req-4ada4638-15bc-4cd6-9910-bbdfbbb1ea22 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758295 Feb 21 01:45:33.813149 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-43eb2643-da85-4adc-b36a-893ffee57a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.814619 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-43eb2643-da85-4adc-b36a-893ffee57a24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0687621 Feb 21 01:45:33.904713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-9846109a-cc59-41ac-977f-713ceda4bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.906148 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-9846109a-cc59-41ac-977f-713ceda4bb0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.0855682 Feb 21 01:45:33.975014 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-4c0b0ba8-ad25-423d-8094-62224edeea3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 1000 time: 0.0622346 Feb 21 01:45:34.023107 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-c1bc52a1-9f66-4d0e-9d04-f04389409c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:34.024551 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-c1bc52a1-9f66-4d0e-9d04-f04389409c7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0426333 Feb 21 01:45:34.076788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-de1f02c7-0023-4737-a958-d95f4563c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:34.078194 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-de1f02c7-0023-4737-a958-d95f4563c9b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468285 Feb 21 01:45:34.170849 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-bc8e13a1-d046-42e6-add1-f580c1ec3f0a service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855942 Feb 21 01:45:34.259081 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-498b24d3-7b5e-459f-95e2-09dbf55d7797 req-60fcb9dd-4726-42c8-87ab-70294c3a30fd service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807605 Feb 21 01:45:34.921105 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64bd1b-2313-4835-9529-26b6cdec2393 req-21d59b73-2976-4fd2-a7a1-fe211fc53f84 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:34.922583 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf64bd1b-2313-4835-9529-26b6cdec2393 req-21d59b73-2976-4fd2-a7a1-fe211fc53f84 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0546649 Feb 21 01:45:34.975369 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf64bd1b-2313-4835-9529-26b6cdec2393 req-adeb6d8b-76f1-4c1c-abda-b02d6f3135ae tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Feb 21 01:45:35.109501 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:35.967525 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:36.099202 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728163-26b2-4c04-8545-7358e758f738 req-ab427782-4956-44b1-9f89-09da2c84c73b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:36.100702 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3728163-26b2-4c04-8545-7358e758f738 req-ab427782-4956-44b1-9f89-09da2c84c73b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0592909 Feb 21 01:45:36.152233 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e3728163-26b2-4c04-8545-7358e758f738 req-f77e4358-8a65-4f5a-8bae-62da54725fd7 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Feb 21 01:45:39.537942 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:42.325756 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:43.358965 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-cc46ce9d-5247-4c91-9322-f45cdb531172 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422540 Feb 21 01:45:43.443160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-cd0e7b46-ce8c-426f-a221-929ab446b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:43.444673 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-cd0e7b46-ce8c-426f-a221-929ab446b3d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 1129 time: 0.0430393 Feb 21 01:45:43.550353 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-f42f22ee-8d59-41ae-bb2f-734cd3717102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:43.551709 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-f42f22ee-8d59-41ae-bb2f-734cd3717102 service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.0879328 Feb 21 01:45:43.616541 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-b22dc625-5e06-4a65-9ea9-ae010389477c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 200 len: 1000 time: 0.0580494 Feb 21 01:45:43.663117 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-e2a69f8d-74bd-4b4f-9e22-de1e81c4831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:43.664553 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-e2a69f8d-74bd-4b4f-9e22-de1e81c4831a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0419886 Feb 21 01:45:43.714475 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-5281ac6c-5179-4117-81ff-fd06cffecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:43.716310 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-5281ac6c-5179-4117-81ff-fd06cffecab3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454462 Feb 21 01:45:43.801854 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-18c93ef0-3a8c-4685-a8ec-ff577f6cfba3 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785828 Feb 21 01:45:43.891209 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0e72992d-9cd8-472d-8899-6c725ae6e359 req-dfb5692e-b378-4ebe-8a61-c5f76ac31778 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Feb 21 01:45:44.462158 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf28dd0-7f85-4c30-8905-c2d0f98a099f req-59cd1e9b-dc5a-4a48-b3b0-d351a7924cad tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.463565 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bf28dd0-7f85-4c30-8905-c2d0f98a099f req-59cd1e9b-dc5a-4a48-b3b0-d351a7924cad tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0534806 Feb 21 01:45:44.551808 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1bf28dd0-7f85-4c30-8905-c2d0f98a099f req-1398a85b-b57a-4707-bf01-b5caf99af8bf tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813694 Feb 21 01:45:44.560903 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-6c998de1-e2ab-43bd-a1bd-40eea651740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.562396 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-6c998de1-e2ab-43bd-a1bd-40eea651740e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1169 time: 0.0729067 Feb 21 01:45:44.652749 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-c4941999-bc4e-4e67-9158-11fdfa02d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.654189 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-c4941999-bc4e-4e67-9158-11fdfa02d4e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 916 time: 0.0853605 Feb 21 01:45:44.717960 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-57fe82ea-93de-42f5-96ab-63116dbaa24c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 1001 time: 0.0560634 Feb 21 01:45:44.768838 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-83f5ccf1-bcf9-4d48-9ffa-eb8f6e41e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.770210 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-83f5ccf1-bcf9-4d48-9ffa-eb8f6e41e127 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0453162 Feb 21 01:45:44.816816 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-f7c22bef-5d08-48d8-b5e0-f50ad4de513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.818236 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-f7c22bef-5d08-48d8-b5e0-f50ad4de513a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418489 Feb 21 01:45:44.906102 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-7fdbd3c1-dcce-4213-921d-0baa791f486f service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801659 Feb 21 01:45:44.998276 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-7d683c04-36f8-4a1d-b9a3-0731a5259448 req-7d05c1cb-8435-4960-ba79-150266837c36 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Feb 21 01:45:45.672123 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b058c-6ff2-481d-b21d-415f9b2c24e2 req-987256fe-bbcd-4937-a126-030f03c3d889 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:45.673524 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad1b058c-6ff2-481d-b21d-415f9b2c24e2 req-987256fe-bbcd-4937-a126-030f03c3d889 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0530052 Feb 21 01:45:45.731473 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-ad1b058c-6ff2-481d-b21d-415f9b2c24e2 req-26f43740-a5f9-4ea0-9d49-119a88c5923f tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523472 Feb 21 01:45:46.848156 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456af933-4479-459a-87a8-2f6205e54ab6 req-1818dc0c-c573-43e7-84ad-862692f44b66 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:46.849620 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-456af933-4479-459a-87a8-2f6205e54ab6 req-1818dc0c-c573-43e7-84ad-862692f44b66 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0526974 Feb 21 01:45:46.907247 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-456af933-4479-459a-87a8-2f6205e54ab6 req-2ed0dc38-9e6e-43e7-ad56-ca149778f5a9 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520341 Feb 21 01:45:48.023523 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d07ad-c029-44a8-9850-e77ee92ebaf7 req-b28abaef-6771-4a95-b991-792bf51b89b8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:48.025016 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-af5d07ad-c029-44a8-9850-e77ee92ebaf7 req-b28abaef-6771-4a95-b991-792bf51b89b8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0520799 Feb 21 01:45:48.082974 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-af5d07ad-c029-44a8-9850-e77ee92ebaf7 req-0c31047b-9a09-401b-ac73-dac476cf4c36 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516460 Feb 21 01:45:49.199418 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0a51-8c33-4911-b74e-1f6069c98539 req-7a0012da-34cb-4b0a-a0eb-f6ab6f547e93 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:49.200867 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-13ab0a51-8c33-4911-b74e-1f6069c98539 req-7a0012da-34cb-4b0a-a0eb-f6ab6f547e93 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0504053 Feb 21 01:45:49.261980 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-13ab0a51-8c33-4911-b74e-1f6069c98539 req-87524680-0436-4b76-a719-eb4632dd4856 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548551 Feb 21 01:45:50.381880 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d7256-2583-4061-847a-abe391579cb5 req-85694ff2-f34a-4c18-ab98-0c0b440a7792 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:50.383322 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260d7256-2583-4061-847a-abe391579cb5 req-85694ff2-f34a-4c18-ab98-0c0b440a7792 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0556867 Feb 21 01:45:50.440452 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-260d7256-2583-4061-847a-abe391579cb5 req-3d9b6cd6-80cc-4fa6-a97f-5589d127d833 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514734 Feb 21 01:45:51.556518 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ed57-0998-4938-aaa8-d257f5aae8eb req-2f2565e7-99ed-4321-9f3a-52ff9fde7388 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:51.558655 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6077ed57-0998-4938-aaa8-d257f5aae8eb req-2f2565e7-99ed-4321-9f3a-52ff9fde7388 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0528502 Feb 21 01:45:51.625437 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-6077ed57-0998-4938-aaa8-d257f5aae8eb req-5904fb84-8070-4e36-96ec-73786888f386 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591602 Feb 21 01:45:52.746056 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81af93a-5288-4e46-9981-8360f7dbb7fd req-63446dcf-51c3-47b3-8797-4e677e9600ca tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:52.747529 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d81af93a-5288-4e46-9981-8360f7dbb7fd req-63446dcf-51c3-47b3-8797-4e677e9600ca tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0542514 Feb 21 01:45:52.805548 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d81af93a-5288-4e46-9981-8360f7dbb7fd req-25dd7edc-1a5a-426a-835d-0a0dece30ec2 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518422 Feb 21 01:45:53.924977 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5832b-1cd7-40e8-aee9-f7b818945880 req-ef2b07ec-7ddd-439a-8264-e441925023ac tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:53.926508 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b5a5832b-1cd7-40e8-aee9-f7b818945880 req-ef2b07ec-7ddd-439a-8264-e441925023ac tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0529094 Feb 21 01:45:53.987232 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-b5a5832b-1cd7-40e8-aee9-f7b818945880 req-21c5054d-2efe-42f6-91e0-062c1869c92d tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550323 Feb 21 01:45:55.107701 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f4c8-3b3c-400a-9b17-6de5c9d82339 req-bf2612aa-e371-4936-9282-a07f5e418393 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.109597 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61f2f4c8-3b3c-400a-9b17-6de5c9d82339 req-bf2612aa-e371-4936-9282-a07f5e418393 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0577114 Feb 21 01:45:55.168373 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-61f2f4c8-3b3c-400a-9b17-6de5c9d82339 req-57e159e4-7c6d-4774-9452-3031dafefa93 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532181 Feb 21 01:45:56.288947 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb50626-065b-4872-ae7f-3f216a9c4c20 req-cd43910d-436d-4be5-8091-5447f14906f3 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:56.290472 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0fb50626-065b-4872-ae7f-3f216a9c4c20 req-cd43910d-436d-4be5-8091-5447f14906f3 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0575452 Feb 21 01:45:56.349248 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0fb50626-065b-4872-ae7f-3f216a9c4c20 req-fae67e79-dafa-47f1-8349-6e129baa4141 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&id=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532739 Feb 21 01:45:59.533777 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aca145a0-cc4d-4f36-9557-153834c60763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:02.134056 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d4bb543-ad75-43b9-ad88-77862b0dfad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.549780 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:05.145040 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:05.955477 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.186173 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33679bb6-00d5-4dcc-8fbf-5bc0e870377c req-e5e02c59-f1e4-4a92-a491-e3f86b14c2e0 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.187617 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-33679bb6-00d5-4dcc-8fbf-5bc0e870377c req-e5e02c59-f1e4-4a92-a491-e3f86b14c2e0 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Feb 21 01:46:09.234664 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-33679bb6-00d5-4dcc-8fbf-5bc0e870377c req-a56b5ded-58ac-451c-a213-fcf81927d790 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Feb 21 01:46:09.493659 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.358713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb98b-0cf1-4603-9551-5a878d65282d req-ee487462-5985-4cfe-899c-2620da36ea7f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:10.361228 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b5eb98b-0cf1-4603-9551-5a878d65282d req-ee487462-5985-4cfe-899c-2620da36ea7f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0532022 Feb 21 01:46:10.408649 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b5eb98b-0cf1-4603-9551-5a878d65282d req-f52e67b2-4abd-4f4d-9c9f-fed7983c9a88 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424619 Feb 21 01:46:11.167532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-bd21e913-3916-481a-bd68-9c73fde9611a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.168975 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-bd21e913-3916-481a-bd68-9c73fde9611a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0545344 Feb 21 01:46:11.260122 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Deleting port c923cc2b-497f-4943-9395-abe6369e159f {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:11.260463 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (c923cc2b-497f-4943-9395-abe6369e159f), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.348891 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] For port c923cc2b-497f-4943-9395-abe6369e159f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c923cc2b-497f-4943-9395-abe6369e159f,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:11.349253 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (c923cc2b-497f-4943-9395-abe6369e159f), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.517567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.518342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.518342 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Floating IP 00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d disassociated. External IP: 172.27.2.52, port: c923cc2b-497f-4943-9395-abe6369e159f. Feb 21 01:46:11.518575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Calling delete_port for c923cc2b-497f-4943-9395-abe6369e159f owned by compute:nova {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:11.531769 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00a297-118d-49d8-8dc8-7d75b1b82393 req-aa8b4386-51ee-4f9e-9ae9-2c795a670061 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.533461 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5b00a297-118d-49d8-8dc8-7d75b1b82393 req-aa8b4386-51ee-4f9e-9ae9-2c795a670061 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Feb 21 01:46:11.584188 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5b00a297-118d-49d8-8dc8-7d75b1b82393 req-89c6f248-fcb2-4cf2-8591-0d6c392c9322 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=5669e1f0-3335-4e4d-be20-788a05c27ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Feb 21 01:46:11.705852 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (c923cc2b-497f-4943-9395-abe6369e159f), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.734342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'Port': ['ID=c923cc2b-497f-4943-9395-abe6369e159f,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:11.849236 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:12.215665 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:12.227183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:12.237695 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:12.238404 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:12.255793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] No DVR routers for this DVR port c923cc2b-497f-4943-9395-abe6369e159f on host hv-cinder-81322 {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:12.258338 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:12.261599 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1775b67b-b934-4d31-bb03-bfcde82fa35d req-f972b58d-af2f-48b4-99fe-f3fa31efb30e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "DELETE /v2.0/ports/c923cc2b-497f-4943-9395-abe6369e159f HTTP/1.1" status: 204 len: 173 time: 1.0869865 Feb 21 01:46:12.262033 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'name': 'network-vif-deleted', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:12.264312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cbbeab-3cea-4928-9f4c-68cc4c9a1071" -d '{"events": [{"server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "name": "network-vif-deleted", "tag": "c923cc2b-497f-4943-9395-abe6369e159f"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:12.306195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1205a3f-6d0a-47b5-aa96-11734fad4d40 x-openstack-request-id: req-d1205a3f-6d0a-47b5-aa96-11734fad4d40 {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:12.306195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ff359-a1b9-40d7-abfc-e029467821c0", "name": "network-vif-deleted", "tag": "c923cc2b-497f-4943-9395-abe6369e159f", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:12.306195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1205a3f-6d0a-47b5-aa96-11734fad4d40 {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:12.306195 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ff359-a1b9-40d7-abfc-e029467821c0', 'name': 'network-vif-deleted', 'tag': 'c923cc2b-497f-4943-9395-abe6369e159f', 'status': 'completed', 'code': 200} Feb 21 01:46:12.350215 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:12.552463 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:12.578206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:12.586862 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:12.587463 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:12.692002 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-83e6df81-24f5-4a93-8d2e-36dc2ea780f3 req-6cb7f3e7-62ce-482a-95a0-3c57439e6254 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5a3ff359-a1b9-40d7-abfc-e029467821c0 HTTP/1.1" status: 200 len: 210 time: 0.0260391 Feb 21 01:46:12.699052 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:13.031894 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:13.057936 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da286fd0-8b8d-4a48-8e98-c35839c8e761 None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:13.282934 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a41f1f-a85b-4e31-8b81-5d9abec75578 None None] New status for floating IP 00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d: DOWN {{(pid=103418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:13.843301 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43004) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:13.895765 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (5669e1f0-3335-4e4d-be20-788a05c27ddc), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:13.918895 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (5669e1f0-3335-4e4d-be20-788a05c27ddc), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.036477 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5669e1f0-3335-4e4d-be20-788a05c27ddc), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.039013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.040182 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "DELETE /v2.0/security-groups/5669e1f0-3335-4e4d-be20-788a05c27ddc HTTP/1.1" status: 204 len: 168 time: 0.1958539 Feb 21 01:46:14.042881 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43006) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:14.049892 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb849e4d-d182-4f47-b56f-9491aab702e9 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669e1f0-3335-4e4d-be20-788a05c27ddc,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:14.057141 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.api.v2.resource [None req-ea97546b-e69f-4c47-b5c8-834789ae0717 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] show failed (client error): The resource could not be found. Feb 21 01:46:14.058142 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ea97546b-e69f-4c47-b5c8-834789ae0717 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups/5669e1f0-3335-4e4d-be20-788a05c27ddc HTTP/1.1" status: 404 len: 347 time: 0.0143020 Feb 21 01:46:14.061028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43008) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:14.182777 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Deleting port eec3cd8a-5958-4e29-9ded-4fd095fa97e7 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:14.183140 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.256647 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.256966 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.268774 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Calling delete_port for eec3cd8a-5958-4e29-9ded-4fd095fa97e7 owned by network:floatingip {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:14.476748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (eec3cd8a-5958-4e29-9ded-4fd095fa97e7), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.504651 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'Port': ['ID=eec3cd8a-5958-4e29-9ded-4fd095fa97e7,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:14.569487 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.571981 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:14.573141 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-eb510339-161f-475f-b4dd-8ad6c00108ac tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "DELETE /v2.0/floatingips/00c7d0c3-b038-4e9b-a53a-6b5a371e1e7d HTTP/1.1" status: 204 len: 168 time: 0.5111907 Feb 21 01:46:14.916395 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43014) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:14.920954 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383741376', 'description': 'tempest-description--1869992122'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:15.013983 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.078605 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (a80b3dc7-988e-4b83-841f-c350510f7d42), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.150573 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a80b3dc7-988e-4b83-841f-c350510f7d42), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.178347 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b3dc7-988e-4b83-841f-c350510f7d42,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:15.232835 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.234094 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-190e315d-3f0f-4857-a191-c0b7dc2a031b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3167031 Feb 21 01:46:15.237455 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43016) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:15.241766 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group_rule': {'security_group_id': 'a80b3dc7-988e-4b83-841f-c350510f7d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:15.276807 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device c923cc2b-497f-4943-9395-abe6369e159f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:15.300678 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: c923cc2b-497f-4943-9395-abe6369e159f {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:15.301035 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device c923cc2b-497f-4943-9395-abe6369e159f not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:15.316115 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (b5b8c204-748b-495b-9d30-4d3838c301b0), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.372786 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (b5b8c204-748b-495b-9d30-4d3838c301b0), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.425431 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (b5b8c204-748b-495b-9d30-4d3838c301b0), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.442671 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b8c204-748b-495b-9d30-4d3838c301b0,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:15.495673 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.496887 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-9900926d-df50-4c3c-bcd2-f7ca7a477516 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584758 Feb 21 01:46:15.499436 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43018) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:15.503603 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'security_group_rule': {'security_group_id': 'a80b3dc7-988e-4b83-841f-c350510f7d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:15.572729 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (3aeab11c-e2d6-4ce6-bd25-bd993e959f43), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.626687 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (3aeab11c-e2d6-4ce6-bd25-bd993e959f43), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.681640 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015402'] for security_group_rule (3aeab11c-e2d6-4ce6-bd25-bd993e959f43), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.699552 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeab11c-e2d6-4ce6-bd25-bd993e959f43,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:15.769923 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.771121 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d0296c4f-f19f-41d9-a8e3-31d90766fa10 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707434 Feb 21 01:46:15.774075 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43020) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:15.778293 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'floatingip': {'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:15.859774 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:15.960596 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.061265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Allocated IP 172.27.2.246 (343ae53c-8905-4ce7-8b07-618f69dc979d/936a96c9-388d-42df-abb7-7a3ab117e944/67c53370-d276-41c3-ad3a-bd5817927356) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:16.163704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (67c53370-d276-41c3-ad3a-bd5817927356), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.231155 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (67c53370-d276-41c3-ad3a-bd5817927356), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.266635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Network 343ae53c-8905-4ce7-8b07-618f69dc979d is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:16.270069 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:16.273404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:16.297831 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=67c53370-d276-41c3-ad3a-bd5817927356,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:16.364073 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.485154 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (67c53370-d276-41c3-ad3a-bd5817927356), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.630290 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (67c53370-d276-41c3-ad3a-bd5817927356), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.693682 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (67c53370-d276-41c3-ad3a-bd5817927356), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.767802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=67c53370-d276-41c3-ad3a-bd5817927356,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:16.775113 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.878738 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:16.880002 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e93b90c7-7410-4614-b683-28a1bc46f68b tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1049573 Feb 21 01:46:17.076211 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-92e3eef2-a520-4012-819d-cd29f2f0b78e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--383741376&fields=id&tenant_id=40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 267 time: 0.0411856 Feb 21 01:46:17.181919 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-47b91542-6860-456b-929a-40b8403af0c1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:17.183363 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-47b91542-6860-456b-929a-40b8403af0c1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 809 time: 0.1003945 Feb 21 01:46:17.197973 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-3b55a500-f9be-466c-874b-dd174445c58f tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/quotas/40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 375 time: 0.0093393 Feb 21 01:46:17.251152 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-28b454bf-eab4-4daa-8844-c037e9cc0bff tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483923 Feb 21 01:46:17.347724 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-f6889cb1-f13a-43f3-8870-b895e1f09b58 service neutron] 10.222.0.91 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Feb 21 01:46:17.438850 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-0c4cfab0-b8a9-45e0-aed2-b5126b7bef05 service neutron] 10.222.0.91 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847974 Feb 21 01:46:17.674061 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-ef2bebd5-1f01-4b7f-9a16-66ea9433f64b req-c7c4e3d7-a75a-418a-8b6b-211f11359e69 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 210 time: 0.0279231 Feb 21 01:46:18.765948 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-24a909f0-5c4c-46dc-92d3-e5bebe27005a req-9d2bbe2b-358a-4914-b2df-f3840470bf53 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 210 time: 0.0279899 Feb 21 01:46:19.325208 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:46:19.548713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-a33b63f5-8b0c-4d8e-987f-ff9621f73563 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:19.550233 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-a33b63f5-8b0c-4d8e-987f-ff9621f73563 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 809 time: 0.1052392 Feb 21 01:46:19.612525 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-00f39596-608c-42e2-b7e9-5e69497acbd4 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d1276aa84a48ab830165304f9d6f74 HTTP/1.1" status: 200 len: 379 time: 0.0527828 Feb 21 01:46:19.621273 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'port': {'device_id': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'admin_state_up': True, 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'security_groups': ['a80b3dc7-988e-4b83-841f-c350510f7d42']}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:19.819166 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Made reservation on behalf of 40d1276aa84a48ab830165304f9d6f74 for: {'port': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:46:19.826557 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:19.879162 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4b9eb299-4e77-4495-b8a4-f22dceb4dc16 req-1d58d953-58e7-4014-bf35-05aed6106de2 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 210 time: 0.0381765 Feb 21 01:46:19.974448 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_common [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Allocated IP 172.20.0.3 (502ec082-3367-4d95-ab18-937c106fa174/d5ffef77-8740-46a0-aa99-ebf1a4379936/70728816-dfac-4a61-a4d8-7acc78a53bf5) {{(pid=103416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:20.109465 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.202598 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.244706 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Network 502ec082-3367-4d95-ab18-937c106fa174 is already hosted by enough agents. {{(pid=103416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:20.247570 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Resources bound (agent type, host, resource id): {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:20.253101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Received port after_create {{(pid=103416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:20.276333 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event updated for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:20.310675 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:20.311282 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.405302 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-6d162f3b-0148-46b2-aaa7-01466a284d80 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7875981 Feb 21 01:46:20.418658 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Request body: {'port': {'device_id': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:20.479257 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.508256 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-14d263de-209b-4e95-bf63-c4ad05fd24f3 None None] Provisioning complete for port 70728816-dfac-4a61-a4d8-7acc78a53bf5 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:20.508821 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-14d263de-209b-4e95-bf63-c4ad05fd24f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.542859 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-14d263de-209b-4e95-bf63-c4ad05fd24f3 None None] Port 70728816-dfac-4a61-a4d8-7acc78a53bf5 cannot update to ACTIVE because it is not bound. {{(pid=103417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:46:20.731606 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70728816-dfac-4a61-a4d8-7acc78a53bf5 {{(pid=103416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:20.739472 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks [] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.751038 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.provisioning_blocks [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Transition to ACTIVE for port object 70728816-dfac-4a61-a4d8-7acc78a53bf5 will not be triggered until provisioned by entity L2. {{(pid=103416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:46:20.813762 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:20.863702 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=2']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:20.944758 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Attempting to bind port 70728816-dfac-4a61-a4d8-7acc78a53bf5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:46:20.945106 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Attempting to bind port 70728816-dfac-4a61-a4d8-7acc78a53bf5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:46:20.945594 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Attempting to bind port 70728816-dfac-4a61-a4d8-7acc78a53bf5 on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:20.950473 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Port 70728816-dfac-4a61-a4d8-7acc78a53bf5 on network 502ec082-3367-4d95-ab18-937c106fa174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:46:20.950793 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Attempting to bind port 70728816-dfac-4a61-a4d8-7acc78a53bf5 on network 502ec082-3367-4d95-ab18-937c106fa174 {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:46:20.955804 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:46:20.956183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Checking segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:46:20.956557 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Bound using segment: {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'} {{(pid=103416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:46:20.956986 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.managers [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Bound port: 70728816-dfac-4a61-a4d8-7acc78a53bf5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e37fc3a-2438-4088-b593-e2b0488b13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '502ec082-3367-4d95-ab18-937c106fa174'}}] {{(pid=103416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:46:20.957351 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.018590 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fc08f-773f-439c-b842-ee7ee671e751 req-994774f9-b1f3-45b0-86b0-4905f9e1d8a0 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.020319 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cc7fc08f-773f-439c-b842-ee7ee671e751 req-994774f9-b1f3-45b0-86b0-4905f9e1d8a0 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 943 time: 0.0672810 Feb 21 01:46:21.024908 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, cleared binding levels {{(pid=103416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:46:21.028146 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:46:21.073530 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cc7fc08f-773f-439c-b842-ee7ee671e751 req-1423cf92-78e4-4b01-9ad2-862cf47b24b6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Feb 21 01:46:21.111928 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8746881'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.145595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.146227 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:21.147875 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/70728816-dfac-4a61-a4d8-7acc78a53bf5 HTTP/1.1" status: 200 len: 1093 time: 0.7337191 Feb 21 01:46:21.157934 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:21.157934 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c4d26-49e0-4c07-8191-c75734023c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:21.184689 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b58fd-317d-4573-b211-4fc999138bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=3']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:21.192962 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7cd020-9439-4983-8063-11a136c060cc x-openstack-request-id: req-5f7cd020-9439-4983-8063-11a136c060cc {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:21.193439 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:21.193775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f7cd020-9439-4983-8063-11a136c060cc {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:21.194260 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'status': 'completed', 'code': 200} Feb 21 01:46:21.262460 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4d26-49e0-4c07-8191-c75734023c7b req-b993febc-2435-4d00-8567-867dcfe7307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.264181 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-074c4d26-49e0-4c07-8191-c75734023c7b req-b993febc-2435-4d00-8567-867dcfe7307e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 1127 time: 0.0496907 Feb 21 01:46:21.363777 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4d26-49e0-4c07-8191-c75734023c7b req-f67990b2-4129-4706-9515-bf36542adec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.365643 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-074c4d26-49e0-4c07-8191-c75734023c7b req-f67990b2-4129-4706-9515-bf36542adec9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=40d1276aa84a48ab830165304f9d6f74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935016 Feb 21 01:46:21.463165 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4d26-49e0-4c07-8191-c75734023c7b req-59df73f4-4987-4dd2-97ee-7794aa3428ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.464591 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-074c4d26-49e0-4c07-8191-c75734023c7b req-59df73f4-4987-4dd2-97ee-7794aa3428ff service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932856 Feb 21 01:46:21.543294 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-5804f808-8fa0-4147-81dc-46f7e48af174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.544693 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-5804f808-8fa0-4147-81dc-46f7e48af174 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 1127 time: 0.0446529 Feb 21 01:46:21.584407 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-88fdb9da-85ba-4744-bbc6-1f6df8156f97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5 HTTP/1.1" status: 200 len: 217 time: 0.0328236 Feb 21 01:46:21.636022 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-a445075e-5b3c-4344-aa9d-de3664c06dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.637449 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-a445075e-5b3c-4344-aa9d-de3664c06dae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0466475 Feb 21 01:46:21.686185 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-70918b41-f9a0-4778-b218-86c72c16ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.687640 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-70918b41-f9a0-4778-b218-86c72c16ff61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443673 Feb 21 01:46:21.774974 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-bc81f1ad-9335-469d-98f1-8146573e61c9 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801640 Feb 21 01:46:21.864914 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-3b26cc60-7614-4913-ba39-2701655e95a9 req-a6428204-470f-41e7-b93d-8dc0ba800473 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834002 Feb 21 01:46:22.190035 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf22dd3-6340-46e5-bbd0-7bc079ffc0be req-543738e2-0af2-46ca-b5f3-0e57bc5cfe5d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:22.191509 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7bf22dd3-6340-46e5-bbd0-7bc079ffc0be req-543738e2-0af2-46ca-b5f3-0e57bc5cfe5d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 943 time: 0.0535083 Feb 21 01:46:22.238004 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-7bf22dd3-6340-46e5-bbd0-7bc079ffc0be req-8656295c-2d10-4600-b23e-9ea522d08058 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Feb 21 01:46:23.292635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 70728816-dfac-4a61-a4d8-7acc78a53bf5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:46:23.360086 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5b289-d60f-4ebd-ae3a-fbe4c6e815eb req-57d9906d-7d14-4cf5-aeca-9577529e7d7e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:23.361624 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f5d5b289-d60f-4ebd-ae3a-fbe4c6e815eb req-57d9906d-7d14-4cf5-aeca-9577529e7d7e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 943 time: 0.0532324 Feb 21 01:46:23.389481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:23.401787 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'port_id': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'mac_address': 'fa:16:3e:e8:f2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:46:23.409029 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f5d5b289-d60f-4ebd-ae3a-fbe4c6e815eb req-41d57f5f-9d84-43b3-beb6-d648febc0faa tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 Feb 21 01:46:23.437816 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 70728816-dfac-4a61-a4d8-7acc78a53bf5 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:23.438215 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.451277 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70728816-dfac-4a61-a4d8-7acc78a53bf5 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:23.470710 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:23.533561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:23.584452 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:23.591481 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.591896 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.592256 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.592604 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.592940 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.593274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.593612 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.593944 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.594274 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.594603 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.594931 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.595254 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.595587 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:23.757153 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['70728816-dfac-4a61-a4d8-7acc78a53bf5'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:24.527244 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802017-5a48-4f7d-8235-140c0024e956 req-c595f442-31e6-4cb5-bdca-46c2f555db5d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:24.528630 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13802017-5a48-4f7d-8235-140c0024e956 req-c595f442-31e6-4cb5-bdca-46c2f555db5d tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 944 time: 0.0523212 Feb 21 01:46:24.573025 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-13802017-5a48-4f7d-8235-140c0024e956 req-a4db583c-11bb-474a-96b4-49ea1591b2a5 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Feb 21 01:46:25.310866 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 70728816-dfac-4a61-a4d8-7acc78a53bf5 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:46:25.431015 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 70728816-dfac-4a61-a4d8-7acc78a53bf5 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:46:25.434990 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 70728816-dfac-4a61-a4d8-7acc78a53bf5 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:25.435381 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:25.512680 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 70728816-dfac-4a61-a4d8-7acc78a53bf5 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:25.513075 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:25.535487 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:25.538292 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c9f9e-cbd0-4cb0-9f97-4ee9b4a6658c" -d '{"events": [{"server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "name": "network-vif-plugged", "status": "completed", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:25.550434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:25.572732 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f1134-e5ee-466c-aebc-27b60fc197b5 x-openstack-request-id: req-c99f1134-e5ee-466c-aebc-27b60fc197b5 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:25.573023 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "name": "network-vif-plugged", "status": "completed", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:25.573281 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c99f1134-e5ee-466c-aebc-27b60fc197b5 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:25.573677 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'code': 200} Feb 21 01:46:25.613868 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:25.665302 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:25.700954 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193f83d-495e-4fda-bf7a-bf465696e576 req-f28a81a6-f127-4bd6-89c5-d36d359b4771 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:25.702420 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a193f83d-495e-4fda-bf7a-bf465696e576 req-f28a81a6-f127-4bd6-89c5-d36d359b4771 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0581455 Feb 21 01:46:25.750718 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a193f83d-495e-4fda-bf7a-bf465696e576 req-d7796e1a-a643-4fc9-a7b7-0f7a39c87ffc tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Feb 21 01:46:25.872272 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd12f5-5078-47f7-8fc3-53b487ffde31 req-e178072c-5da6-4121-8670-fc66b3cc072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:25.873654 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4acd12f5-5078-47f7-8fc3-53b487ffde31 req-e178072c-5da6-4121-8670-fc66b3cc072b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 1129 time: 0.0466361 Feb 21 01:46:25.916731 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4acd12f5-5078-47f7-8fc3-53b487ffde31 req-c1bbae9e-4d47-40f5-be04-1840ff0c7a26 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363166 Feb 21 01:46:26.870135 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68d5d7-dd7b-4227-9e86-6d42118d615a req-e011fca2-49f5-46b9-9080-d0b69d1e4392 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:26.871663 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a68d5d7-dd7b-4227-9e86-6d42118d615a req-e011fca2-49f5-46b9-9080-d0b69d1e4392 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0524955 Feb 21 01:46:26.917960 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1a68d5d7-dd7b-4227-9e86-6d42118d615a req-6b39fec6-23ac-4a0d-8e47-a2d4a4b28ae1 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Feb 21 01:46:28.037730 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0706-7fb0-4636-9720-2e1c67192616 req-c7d603fb-aad8-4c32-9d45-a0a519bbdb87 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:28.039191 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf7e0706-7fb0-4636-9720-2e1c67192616 req-c7d603fb-aad8-4c32-9d45-a0a519bbdb87 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0528657 Feb 21 01:46:28.084925 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf7e0706-7fb0-4636-9720-2e1c67192616 req-9703ae40-73c0-4d4b-b14d-91c8a22a6601 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 Feb 21 01:46:28.201513 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46033950-dbbb-4aa4-b69a-543a015b46f0 req-b137e248-8285-4137-bd50-7b246b5da0ca tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:28.202897 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-46033950-dbbb-4aa4-b69a-543a015b46f0 req-b137e248-8285-4137-bd50-7b246b5da0ca tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0508964 Feb 21 01:46:28.211311 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43102) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:28.215450 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Request body: {'floatingip': {'port_id': '70728816-dfac-4a61-a4d8-7acc78a53bf5'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:28.255595 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), before_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.647654 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-ac4ddc5f-5a5b-4ac4-8ac3-a3c57da47fe8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723562003&fields=id&tenant_id=caf92606a26e43e19b60a51e3eddad9d HTTP/1.1" status: 200 len: 267 time: 0.0455141 Feb 21 01:46:28.698788 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.711449 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-21c0a7e8-d11e-4c15-a934-28322c067004 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:28.711449 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-21c0a7e8-d11e-4c15-a934-28322c067004 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 985 time: 0.0564890 Feb 21 01:46:28.722333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Request body: {'port': {'security_groups': ['d6853b22-dc08-4f2d-a10b-85cc3b935b0f']}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:28.767953 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), after_update {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.793900 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:28.870936 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.l3_db [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Floating IP 11a46bcc-8a72-4d77-82fc-4a8babcb9679 associated. External IP: 172.27.2.246, port: 70728816-dfac-4a61-a4d8-7acc78a53bf5. Feb 21 01:46:28.966604 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:28.995960 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.048266 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.060573 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:29.086371 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:29.095410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.096078 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.101319 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cf694e10-38c7-4723-bbb4-e76c41a82e99 req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "PUT /v2.0/ports/a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 943 time: 0.3833861 Feb 21 01:46:29.102014 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:29.105620 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610" -d '{"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:29.108306 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43108) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:29.177765 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event updated for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=7']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:29.195285 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.197628 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.197998 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.198358 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.198722 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.199066 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.199415 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.199761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.200133 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.200475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.200812 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.201165 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.201490 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffa940-8c45-4680-893a-14c9b3c6e2a7 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.210413 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:29.270256 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14819baf-eb4d-4831-b592-ddcc1cccdf66 x-openstack-request-id: req-14819baf-eb4d-4831-b592-ddcc1cccdf66 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:29.270665 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:29.271028 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14819baf-eb4d-4831-b592-ddcc1cccdf66 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:29.271552 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:46:29.386846 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-5e267917-bef5-499e-84f7-0630fbd719ee None None] Provisioning complete for port a1bec422-738e-42ae-a84f-eb6a1b1e1918 triggered by entity DHCP. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:29.387139 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-5e267917-bef5-499e-84f7-0630fbd719ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.492414 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-5e267917-bef5-499e-84f7-0630fbd719ee None None] Current status of the port a1bec422-738e-42ae-a84f-eb6a1b1e1918 is: ACTIVE; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:29.570824 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-dc9d0793-9ff5-4fb7-ae1f-57f3d8be2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.572497 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-dc9d0793-9ff5-4fb7-ae1f-57f3d8be2a47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1130 time: 0.1445005 Feb 21 01:46:29.573553 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.576459 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:29.579739 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9bd81d91-72cd-48d7-a129-52160c62f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.582830 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.586462 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:29.596328 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:29.597195 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:29.675714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.688289 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-8a24f827-02be-41d9-907a-61faa19b0033 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "PUT /v2.0/floatingips/11a46bcc-8a72-4d77-82fc-4a8babcb9679 HTTP/1.1" status: 200 len: 991 time: 1.4759374 Feb 21 01:46:29.691912 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5'}] {{(pid=103416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:29.694186 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d9abcb587cc098f8200c54ef73f88cd607a1ea124138a7eca9d65fd05ab9038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2129365a-71ba-45a6-bd8a-6ea296c7c181" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5"}]}' {{(pid=103416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:29.713029 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:29.750429 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d0592-da08-4ca1-b57d-823b4efe740a x-openstack-request-id: req-8c8d0592-da08-4ca1-b57d-823b4efe740a {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:29.750729 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5", "status": "completed", "code": 200}]} {{(pid=103416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:29.751088 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c8d0592-da08-4ca1-b57d-823b4efe740a {{(pid=103416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:29.751382 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'status': 'completed', 'code': 200} Feb 21 01:46:29.753191 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-e673c659-c72f-4caf-95dd-66be16da34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.754752 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-e673c659-c72f-4caf-95dd-66be16da34f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 916 time: 0.1688766 Feb 21 01:46:29.830316 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-d4cadd97-bc8d-4c1b-b2e6-1f0f3029c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.830562 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-7dcaa459-de09-4057-b804-5ccc5ea391fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 1001 time: 0.0684724 Feb 21 01:46:29.832707 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-d4cadd97-bc8d-4c1b-b2e6-1f0f3029c539 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40d1276aa84a48ab830165304f9d6f74&device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 1129 time: 0.0588923 Feb 21 01:46:29.882872 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.887877 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:29.891411 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "DELETE /v2.0/security-groups/2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3 HTTP/1.1" status: 204 len: 168 time: 0.7797613 Feb 21 01:46:29.892561 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43122) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:29.905544 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4525ec-d1d3-499b-8f2d-f45f7a5bddf3,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:29.918434 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.919160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.919533 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.919926 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.920279 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.920623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.921285 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.921285 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.921623 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.921964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.922297 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.922630 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.922963 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cb9172-f93c-452f-b393-512c5d646805 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:29.926641 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-061af513-9e2d-488b-b9b8-ccfb408c374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.932890 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-061af513-9e2d-488b-b9b8-ccfb408c374e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0881231 Feb 21 01:46:29.984955 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-e552bca6-8d40-4596-8e37-8832d6488e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:29.988388 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-e552bca6-8d40-4596-8e37-8832d6488e8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533302 Feb 21 01:46:30.004519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '11a46bcc-8a72-4d77-82fc-4a8babcb9679', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:e8:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:16Z', 'updated_at': '2022-02-21T01:46:28Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:30.004838 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-440a032a-e063-4dfe-96b2-43b2bdf76c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:30.004838 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-440a032a-e063-4dfe-96b2-43b2bdf76c72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 200 len: 910 time: 0.1631510 Feb 21 01:46:30.033460 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:30.043925 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:30.044601 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:30.099694 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-5ab7b261-59c6-4d2e-bba1-ede9d1169b11 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047130 Feb 21 01:46:30.108036 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-4d6a25f8-72fb-435a-b057-2202ca2adf68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5 HTTP/1.1" status: 200 len: 999 time: 0.0775008 Feb 21 01:46:30.183917 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-5a9a9e77-c344-423a-b873-1d33b2e62453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:30.185375 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-5a9a9e77-c344-423a-b873-1d33b2e62453 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 200 len: 848 time: 0.0560091 Feb 21 01:46:30.187352 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:30.202068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-35ebbeb6-970d-42b8-a6e0-d5d9810ae610 req-2055f7bf-53eb-406a-ac94-ce6b1aeab9f2 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965950 Feb 21 01:46:30.221566 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Deleting port 61e548ab-c98e-4ebd-adda-1542b0b52ce0 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:30.221906 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:30.286500 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-9fef09b4-ad62-452b-91b5-a9364925e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:30.288471 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-9fef09b4-ad62-452b-91b5-a9364925e9ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=502ec082-3367-4d95-ab18-937c106fa174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978096 Feb 21 01:46:30.379820 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:30.380186 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for floatingip (61e548ab-c98e-4ebd-adda-1542b0b52ce0), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:30.397703 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Calling delete_port for 61e548ab-c98e-4ebd-adda-1542b0b52ce0 owned by network:floatingip {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:30.447994 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '11a46bcc-8a72-4d77-82fc-4a8babcb9679', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:e8:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:16Z', 'updated_at': '2022-02-21T01:46:28Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:30.475137 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7664a5a-3ef0-46e1-bbf2-52637b1e0cb3 None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_floatingips': [{'id': '11a46bcc-8a72-4d77-82fc-4a8babcb9679', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'router_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'port_id': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'mac_address': 'fa:16:3e:e8:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:16Z', 'updated_at': '2022-02-21T01:46:28Z', 'revision_number': 1, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:30.501555 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-1bfb5916-b2b1-43a1-aa22-1027d78bfa52 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062654 Feb 21 01:46:30.627955 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2129365a-71ba-45a6-bd8a-6ea296c7c181 req-3c2c4d49-0e2c-44c0-b3d2-2af7423fd7c2 service neutron] 10.222.0.65 "GET /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177211 Feb 21 01:46:30.702332 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e2fad-41a2-417a-89eb-021fc722aa07 None None] New status for floating IP 11a46bcc-8a72-4d77-82fc-4a8babcb9679: ACTIVE {{(pid=103418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:30.739560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (61e548ab-c98e-4ebd-adda-1542b0b52ce0), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:30.771367 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event deleted for resources: {'Port': ['ID=61e548ab-c98e-4ebd-adda-1542b0b52ce0,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:30.828809 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks [] for floatingip (6844869f-7499-4e62-b2ff-d31934485fa7), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:30.829123 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.l3_db [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Floating IP 6844869f-7499-4e62-b2ff-d31934485fa7 disassociated (deleted). External IP: 172.27.2.73, port: a1bec422-738e-42ae-a84f-eb6a1b1e1918. Feb 21 01:46:31.037840 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Router b2c97153-b430-46ae-a5c8-6769e2248fef has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:31.406891 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:31.413404 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:31.417098 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Sync routers for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:31.428759 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:31.429868 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:31.444710 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7c3b387f-8112-42e6-bcb6-0371001936bb tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "DELETE /v2.0/floatingips/6844869f-7499-4e62-b2ff-d31934485fa7 HTTP/1.1" status: 204 len: 168 time: 1.5517631 Feb 21 01:46:31.445550 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:31.449520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec954e-0ee4-4758-a319-04ed3096c717" -d '{"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:31.561297 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:31.804826 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042df366-56e6-461b-9530-7a2cfd701a2e x-openstack-request-id: req-042df366-56e6-461b-9530-7a2cfd701a2e {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:31.805173 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:31.805444 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-042df366-56e6-461b-9530-7a2cfd701a2e {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:31.806075 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:46:31.887295 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-6a2470d7-b981-4a74-a7a3-92f50c1325a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:31.888824 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-6a2470d7-b981-4a74-a7a3-92f50c1325a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=caf92606a26e43e19b60a51e3eddad9d&device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 1130 time: 0.0574021 Feb 21 01:46:31.914367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:31.943867 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Checking router: b2c97153-b430-46ae-a5c8-6769e2248fef for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:31.953448 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:31.954071 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:31.985499 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-3316c4f6-d2be-4dca-87b4-9f0914b7a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:31.986951 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-3316c4f6-d2be-4dca-87b4-9f0914b7a865 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 200 len: 916 time: 0.0930226 Feb 21 01:46:32.027796 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-51da14a2-80f9-4861-86aa-70ae8faf8310 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 200 len: 217 time: 0.0350444 Feb 21 01:46:32.067616 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:32.078582 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-fbf58b67-bd47-4551-9752-8271ddfd3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:32.080197 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-fbf58b67-bd47-4551-9752-8271ddfd3ec8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 200 len: 854 time: 0.0464087 Feb 21 01:46:32.141940 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-8cf4f35c-8925-481b-9931-7747e7ded841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:32.141940 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-8cf4f35c-8925-481b-9931-7747e7ded841 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f028b62-f31f-4c9a-8a38-33dd12c2b35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523036 Feb 21 01:46:32.198820 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fb4331b7-07a5-4d4d-944e-338c088199d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:32.237033 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-49b6037e-5346-4535-8c04-d36e1765d48f service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888016 Feb 21 01:46:32.296118 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:32.324275 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d7a30-af83-4e8a-925c-e566547b1a44 None None] The sync data for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:44:30Z', 'revision_number': 4, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': 'c5454f35-4993-495e-8ff4-8e8f5e2f148f', 'name': '', 'network_id': '5f028b62-f31f-4c9a-8a38-33dd12c2b35c', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'mac_address': 'fa:16:3e:da:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '41529f15-f859-43f1-9fe5-188624331c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:30Z', 'updated_at': '2022-02-21T01:44:34Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'subnets': [{'id': '41529f15-f859-43f1-9fe5-188624331c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:32.338565 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-43ec954e-0ee4-4758-a319-04ed3096c717 req-cd5b674c-253c-4efb-af4b-64729dccc1f6 service neutron] 10.222.0.65 "GET /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922909 Feb 21 01:46:32.545084 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22aca0-ba3e-4532-8f60-0fde0e830f55 None None] New status for floating IP 6844869f-7499-4e62-b2ff-d31934485fa7: DOWN {{(pid=103418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:33.528294 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:34.625834 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d9109-42be-4c17-a79b-21de0841827f req-3cf25388-4205-484d-abf2-09d685004c09 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:34.627328 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-707d9109-42be-4c17-a79b-21de0841827f req-3cf25388-4205-484d-abf2-09d685004c09 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0550046 Feb 21 01:46:34.672483 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-707d9109-42be-4c17-a79b-21de0841827f req-44904064-5fec-493b-aa11-1f36aaaa744e tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Feb 21 01:46:35.133462 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:35.793817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41946a01-27e5-463b-8ee9-48d46a249c50 req-58e2b565-ca8a-4cc7-bf31-63a286c3b1b3 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:35.795286 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41946a01-27e5-463b-8ee9-48d46a249c50 req-58e2b565-ca8a-4cc7-bf31-63a286c3b1b3 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0541811 Feb 21 01:46:35.848277 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-41946a01-27e5-463b-8ee9-48d46a249c50 req-01ded1e8-f295-46c0-9a03-6617c31463c5 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/security-groups?id=d6853b22-dc08-4f2d-a10b-85cc3b935b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474200 Feb 21 01:46:35.956502 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.317594 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-0ac4f65d-3149-4af9-9b06-e183e530a7a8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:36.319005 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-0ac4f65d-3149-4af9-9b06-e183e530a7a8 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 946 time: 0.0557709 Feb 21 01:46:36.409462 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Deleting port a1bec422-738e-42ae-a84f-eb6a1b1e1918 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:36.409803 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.498069 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] For port a1bec422-738e-42ae-a84f-eb6a1b1e1918, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1bec422-738e-42ae-a84f-eb6a1b1e1918,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:36.498426 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.510065 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Calling delete_port for a1bec422-738e-42ae-a84f-eb6a1b1e1918 owned by compute:nova {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:36.676805 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (a1bec422-738e-42ae-a84f-eb6a1b1e1918), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.689216 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['a1bec422-738e-42ae-a84f-eb6a1b1e1918'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:36.709021 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Pushing event deleted for resources: {'Port': ['ID=a1bec422-738e-42ae-a84f-eb6a1b1e1918,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:36.752911 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] No DVR routers for this DVR port a1bec422-738e-42ae-a84f-eb6a1b1e1918 on host hv-cinder-81322 {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:36.755392 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.758714 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bf38c6fc-3e7f-4bb4-ad54-8c9508e44caf req-b50c0f9e-b71c-4d8e-bcc0-68febef75422 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.65 "DELETE /v2.0/ports/a1bec422-738e-42ae-a84f-eb6a1b1e1918 HTTP/1.1" status: 204 len: 173 time: 0.4346621 Feb 21 01:46:36.759132 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'name': 'network-vif-deleted', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:36.761379 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788967a0-d267-46b1-a434-2a89a7a31db7" -d '{"events": [{"server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "name": "network-vif-deleted", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:36.795654 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f50c1b4-a136-495e-8edd-f3207befce87 x-openstack-request-id: req-9f50c1b4-a136-495e-8edd-f3207befce87 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:36.795978 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167000a9-5d15-457c-91ac-8409b331fc84", "name": "network-vif-deleted", "tag": "a1bec422-738e-42ae-a84f-eb6a1b1e1918", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:36.796237 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f50c1b4-a136-495e-8edd-f3207befce87 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:36.796634 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167000a9-5d15-457c-91ac-8409b331fc84', 'name': 'network-vif-deleted', 'tag': 'a1bec422-738e-42ae-a84f-eb6a1b1e1918', 'status': 'completed', 'code': 200} Feb 21 01:46:36.941132 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-e79bebd3-ee92-4b9e-967c-d7a4c230c871 req-796176f7-c881-420c-b45c-7acae25ed098 tempest-TestMinimumBasicScenario-818259656 tempest-TestMinimumBasicScenario-818259656-project] 10.222.0.91 "GET /v2.0/ports?device_id=167000a9-5d15-457c-91ac-8409b331fc84 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Feb 21 01:46:39.047780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43248) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:39.371237 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a1bec422-738e-42ae-a84f-eb6a1b1e1918 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:39.393051 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: a1bec422-738e-42ae-a84f-eb6a1b1e1918 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:39.393434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device a1bec422-738e-42ae-a84f-eb6a1b1e1918 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:39.406621 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (b2c97153-b430-46ae-a5c8-6769e2248fef), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.476728 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.661622 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Deleting port c5454f35-4993-495e-8ff4-8e8f5e2f148f {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:39.661967 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.740261 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] For port c5454f35-4993-495e-8ff4-8e8f5e2f148f, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c5454f35-4993-495e-8ff4-8e8f5e2f148f,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:39.740632 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.754432 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Calling delete_port for c5454f35-4993-495e-8ff4-8e8f5e2f148f owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:39.990912 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (c5454f35-4993-495e-8ff4-8e8f5e2f148f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.017120 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c5454f35-4993-495e-8ff4-8e8f5e2f148f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:40.199740 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (b2c97153-b430-46ae-a5c8-6769e2248fef), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.427468 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Router b2c97153-b430-46ae-a5c8-6769e2248fef has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:40.534522 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:40.539531 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-48b9b4c1-c71f-4de2-8766-4ce639d608ac admin admin] 10.222.0.91 "PUT /v2.0/routers/b2c97153-b430-46ae-a5c8-6769e2248fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4907014 Feb 21 01:46:40.542306 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43266) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:40.544398 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Sync routers for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:40.554348 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:40.555024 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:40.649680 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks [] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.672110 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:40.755451 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks [] for router_gateway (b2c97153-b430-46ae-a5c8-6769e2248fef), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.859051 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '112afcc5-452d-414c-ad7c-6530995c618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:46:39Z', 'revision_number': 5, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port': {'id': '112afcc5-452d-414c-ad7c-6530995c618d', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:28Z', 'updated_at': '2022-02-21T01:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:40.885608 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Checking router: b2c97153-b430-46ae-a5c8-6769e2248fef for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:40.894183 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Routers {'b2c97153-b430-46ae-a5c8-6769e2248fef'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:40.894806 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['b2c97153-b430-46ae-a5c8-6769e2248fef'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:40.990010 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] Set router b2c97153-b430-46ae-a5c8-6769e2248fef gateway port host: None {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:41.047441 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:46:40Z', 'revision_number': 6, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:41.075410 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb38617-c689-49a4-85a8-3c6acca8b1b7 None None] The sync data for ids ['b2c97153-b430-46ae-a5c8-6769e2248fef'] in dv-cinder-813227-6-iscsi is: [{'id': 'b2c97153-b430-46ae-a5c8-6769e2248fef', 'name': 'tempest-TestMinimumBasicScenario-1777342686-router', 'tenant_id': 'caf92606a26e43e19b60a51e3eddad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:27Z', 'updated_at': '2022-02-21T01:46:40Z', 'revision_number': 6, 'project_id': 'caf92606a26e43e19b60a51e3eddad9d', 'gw_port_host': None}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:41.164608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Deleting port 112afcc5-452d-414c-ad7c-6530995c618d {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:41.165492 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (112afcc5-452d-414c-ad7c-6530995c618d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.241418 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] For port 112afcc5-452d-414c-ad7c-6530995c618d, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=112afcc5-452d-414c-ad7c-6530995c618d,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:41.242030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (112afcc5-452d-414c-ad7c-6530995c618d), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.254453 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Calling delete_port for 112afcc5-452d-414c-ad7c-6530995c618d owned by network:router_gateway {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:41.494464 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (112afcc5-452d-414c-ad7c-6530995c618d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.521943 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Pushing event deleted for resources: {'Port': ['ID=112afcc5-452d-414c-ad7c-6530995c618d,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:41.584299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (b2c97153-b430-46ae-a5c8-6769e2248fef), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.678999 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.681934 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks [] for router_controller (b2c97153-b430-46ae-a5c8-6769e2248fef), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.762329 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (b2c97153-b430-46ae-a5c8-6769e2248fef), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.762805 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c97153-b430-46ae-a5c8-6769e2248fef {{(pid=103415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:46:41.767275 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.768462 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-75c9fddf-31fd-4a4a-bf5f-8b42b2700148 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b2c97153-b430-46ae-a5c8-6769e2248fef HTTP/1.1" status: 204 len: 168 time: 1.2252264 Feb 21 01:46:41.770944 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43280) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:41.815212 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Deleting subnet 41529f15-f859-43f1-9fe5-188624331c70 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:41.818680 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Publish callbacks [] for subnet (41529f15-f859-43f1-9fe5-188624331c70), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.859688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (41529f15-f859-43f1-9fe5-188624331c70), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:41.949662 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (41529f15-f859-43f1-9fe5-188624331c70), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.037205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (41529f15-f859-43f1-9fe5-188624331c70), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.062249 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41529f15-f859-43f1-9fe5-188624331c70,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:42.069475 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.073342 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-b5f2cc95-07d6-4124-a9d0-91739d931fc6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/41529f15-f859-43f1-9fe5-188624331c70 HTTP/1.1" status: 204 len: 168 time: 0.3014460 Feb 21 01:46:42.076051 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43286) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:42.078688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55fe72-9a4f-4222-933b-c98018fc95de None None] Network 5f028b62-f31f-4c9a-8a38-33dd12c2b35c requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:46:42.156337 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (5f028b62-f31f-4c9a-8a38-33dd12c2b35c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.214080 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Deleting port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:42.214433 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.257331 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] DHCP port deletion for 5f028b62-f31f-4c9a-8a38-33dd12c2b35c request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:46:42.282042 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] For port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:42.282414 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.296098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Calling delete_port for 6a4a85d5-96c9-44d7-b3ca-1b012570d68d owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:42.307927 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Deleting port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:42.308376 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.380617 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] For port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,segment=NetworkSegment(ff41c670-8ca1-46e4-9554-3d3b0f73e30d),segment_id=ff41c670-8ca1-46e4-9554-3d3b0f73e30d)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:42.381044 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.384986 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 112afcc5-452d-414c-ad7c-6530995c618d no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:42.413034 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Calling delete_port for 6a4a85d5-96c9-44d7-b3ca-1b012570d68d owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:42.414569 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 112afcc5-452d-414c-ad7c-6530995c618d {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:42.415449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 112afcc5-452d-414c-ad7c-6530995c618d not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:42.416152 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6a4a85d5-96c9-44d7-b3ca-1b012570d68d no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:42.459709 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.487407 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:42.489342 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] No DVR routers for this DVR port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:42.492210 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No active binding found for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d {{(pid=103417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 21 01:46:42.492623 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] The host dv-cinder-813227-6-iscsi is not matching for port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d host None! {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 21 01:46:42.493521 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 6a4a85d5-96c9-44d7-b3ca-1b012570d68d not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:42.494120 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c5454f35-4993-495e-8ff4-8e8f5e2f148f no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:42.520547 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: c5454f35-4993-495e-8ff4-8e8f5e2f148f {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:42.520904 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c5454f35-4993-495e-8ff4-8e8f5e2f148f not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:42.547478 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (6a4a85d5-96c9-44d7-b3ca-1b012570d68d), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.560667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (5f028b62-f31f-4c9a-8a38-33dd12c2b35c), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.572707 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] Pushing event deleted for resources: {'Port': ['ID=6a4a85d5-96c9-44d7-b3ca-1b012570d68d,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:42.578310 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7779285-483f-4f92-8733-677da67f7f54 None None] No DVR routers for this DVR port 6a4a85d5-96c9-44d7-b3ca-1b012570d68d on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:42.581832 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f028b62-f31f-4c9a-8a38-33dd12c2b35c']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:42.593225 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:42.593520 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff41c670-8ca1-46e4-9554-3d3b0f73e30d') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:42.603349 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (ff41c670-8ca1-46e4-9554-3d3b0f73e30d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.616280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (ff41c670-8ca1-46e4-9554-3d3b0f73e30d), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.622258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:42.622635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (ff41c670-8ca1-46e4-9554-3d3b0f73e30d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:42.624301 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:42.722822 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (5f028b62-f31f-4c9a-8a38-33dd12c2b35c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.727265 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:42.731337 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5f028b62-f31f-4c9a-8a38-33dd12c2b35c HTTP/1.1" status: 204 len: 168 time: 0.6542966 Feb 21 01:46:42.734519 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43288) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:42.744713 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1f59-0ea3-4e4a-bba4-db29a6b15014 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f028b62-f31f-4c9a-8a38-33dd12c2b35c,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:43.086026 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:43.325826 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Deleting port e5f8d5bf-6601-4137-a2e3-21617ee23e62 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:43.326163 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:43.400682 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] For port e5f8d5bf-6601-4137-a2e3-21617ee23e62, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=e5f8d5bf-6601-4137-a2e3-21617ee23e62,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:43.401043 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:43.413340 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Calling delete_port for e5f8d5bf-6601-4137-a2e3-21617ee23e62 owned by network:router_interface {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:43.653721 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (e5f8d5bf-6601-4137-a2e3-21617ee23e62), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:43.677658 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f8d5bf-6601-4137-a2e3-21617ee23e62,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:43.853961 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.066768 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Router c2da83f7-1c50-44d0-b305-a02ae84c4b7d has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:44.172052 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:44.179585 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43298) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:44.180109 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7460e671-b2c8-44b8-ae15-a481829093bf admin admin] 10.222.0.91 "PUT /v2.0/routers/c2da83f7-1c50-44d0-b305-a02ae84c4b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440382 Feb 21 01:46:44.180871 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Sync routers for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:44.191599 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:44.192264 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:44.287207 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks [] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.305730 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:44.404827 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks [] for router_gateway (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.489536 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:46:43Z', 'revision_number': 5, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port': {'id': '0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:16:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:44:34Z', 'updated_at': '2022-02-21T01:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:44.518428 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Checking router: c2da83f7-1c50-44d0-b305-a02ae84c4b7d for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:44.527021 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Routers {'c2da83f7-1c50-44d0-b305-a02ae84c4b7d'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:44.527638 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:46:32Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:44.531343 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Deleting port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:44.535385 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.611464 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] For port 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:44.611844 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.613186 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] Set router c2da83f7-1c50-44d0-b305-a02ae84c4b7d gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:44.623904 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Calling delete_port for 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 owned by network:router_gateway {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:44.663213 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:46:44Z', 'revision_number': 6, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:44.691743 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17b319-f0f4-408c-91ca-68d21c0d189f None None] The sync data for ids ['c2da83f7-1c50-44d0-b305-a02ae84c4b7d'] in dv-cinder-813227-6-iscsi is: [{'id': 'c2da83f7-1c50-44d0-b305-a02ae84c4b7d', 'name': 'tempest-TestMinimumBasicScenario-1807061146-router', 'tenant_id': '70efcd9e70b44097810f22b69376e434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:44:33Z', 'updated_at': '2022-02-21T01:46:44Z', 'revision_number': 6, 'project_id': '70efcd9e70b44097810f22b69376e434', 'gw_port_host': None}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:44.837810 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:44.862648 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:44.921612 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.010734 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.012940 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks [] for router_controller (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.111133 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (c2da83f7-1c50-44d0-b305-a02ae84c4b7d), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.111675 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2da83f7-1c50-44d0-b305-a02ae84c4b7d {{(pid=103416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:46:45.116704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.118068 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-834346a0-2291-4240-99ea-c0945700f463 admin admin] 10.222.0.91 "DELETE /v2.0/routers/c2da83f7-1c50-44d0-b305-a02ae84c4b7d HTTP/1.1" status: 204 len: 168 time: 0.9360287 Feb 21 01:46:45.120890 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43302) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:45.171139 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Deleting subnet 96ddff83-f5c1-4f2a-bdf2-b576d61e494c {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:45.174299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Publish callbacks [] for subnet (96ddff83-f5c1-4f2a-bdf2-b576d61e494c), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.207573 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (96ddff83-f5c1-4f2a-bdf2-b576d61e494c), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.283329 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (96ddff83-f5c1-4f2a-bdf2-b576d61e494c), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.397180 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (96ddff83-f5c1-4f2a-bdf2-b576d61e494c), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.422969 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ddff83-f5c1-4f2a-bdf2-b576d61e494c,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:45.426735 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.432047 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-049a585b-a624-4080-8635-4e241292a899 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/96ddff83-f5c1-4f2a-bdf2-b576d61e494c HTTP/1.1" status: 204 len: 168 time: 0.3080585 Feb 21 01:46:45.433375 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43306) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:45.434136 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01951cc4-8b2b-43e6-af46-f2abd84fbdea None None] Network 620e2b4f-7882-437c-88f4-ce5761d4a0cb requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:46:45.503942 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (620e2b4f-7882-437c-88f4-ce5761d4a0cb), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.562404 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Deleting port 166f1687-624e-4843-9fac-bad724ca144b {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:45.562775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (166f1687-624e-4843-9fac-bad724ca144b), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.600237 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] DHCP port deletion for 620e2b4f-7882-437c-88f4-ce5761d4a0cb request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:46:45.638922 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] For port 166f1687-624e-4843-9fac-bad724ca144b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=166f1687-624e-4843-9fac-bad724ca144b,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:45.639301 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (166f1687-624e-4843-9fac-bad724ca144b), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.653305 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Calling delete_port for 166f1687-624e-4843-9fac-bad724ca144b owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:45.654665 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Deleting port 166f1687-624e-4843-9fac-bad724ca144b {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:46:45.654665 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (166f1687-624e-4843-9fac-bad724ca144b), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.720014 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] For port 166f1687-624e-4843-9fac-bad724ca144b, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=166f1687-624e-4843-9fac-bad724ca144b,segment=NetworkSegment(63082937-d085-4b46-a063-a10b1c5f1860),segment_id=63082937-d085-4b46-a063-a10b1c5f1860)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:45.720411 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (166f1687-624e-4843-9fac-bad724ca144b), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.737367 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Calling delete_port for 166f1687-624e-4843-9fac-bad724ca144b owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:46:45.825533 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (166f1687-624e-4843-9fac-bad724ca144b), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.831312 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (166f1687-624e-4843-9fac-bad724ca144b), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.855809 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Pushing event deleted for resources: {'Port': ['ID=166f1687-624e-4843-9fac-bad724ca144b,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:45.857225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=166f1687-624e-4843-9fac-bad724ca144b,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:45.857639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] No DVR routers for this DVR port 166f1687-624e-4843-9fac-bad724ca144b on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:45.860519 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f748920-794f-4dac-887e-c4b15900a6d2 None None] No DVR routers for this DVR port 166f1687-624e-4843-9fac-bad724ca144b on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:46:45.929258 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (620e2b4f-7882-437c-88f4-ce5761d4a0cb), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.950217 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620e2b4f-7882-437c-88f4-ce5761d4a0cb']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:45.959415 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63082937-d085-4b46-a063-a10b1c5f1860') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:45.959799 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63082937-d085-4b46-a063-a10b1c5f1860') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:45.969691 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (63082937-d085-4b46-a063-a10b1c5f1860), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.984324 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (63082937-d085-4b46-a063-a10b1c5f1860), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.990028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:45.990405 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (63082937-d085-4b46-a063-a10b1c5f1860), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:45.993596 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:46.135024 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (620e2b4f-7882-437c-88f4-ce5761d4a0cb), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.139554 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.143030 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] 10.222.0.91 "DELETE /v2.0/networks/620e2b4f-7882-437c-88f4-ce5761d4a0cb HTTP/1.1" status: 204 len: 168 time: 0.7086816 Feb 21 01:46:46.157070 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1ae6e-caa5-4d59-9fda-d8bd835ccfef admin admin] Pushing event deleted for resources: {'Network': ['ID=620e2b4f-7882-437c-88f4-ce5761d4a0cb,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:46.365907 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 166f1687-624e-4843-9fac-bad724ca144b no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:46.387294 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 166f1687-624e-4843-9fac-bad724ca144b {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:46.387585 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 166f1687-624e-4843-9fac-bad724ca144b not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:46.388073 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:46.409595 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:46.409949 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 0a3a5eee-f9fe-4f21-bf9e-c1f92ee98a44 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:46.410365 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e5f8d5bf-6601-4137-a2e3-21617ee23e62 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:46:46.429200 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: e5f8d5bf-6601-4137-a2e3-21617ee23e62 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:46:46.429576 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device e5f8d5bf-6601-4137-a2e3-21617ee23e62 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:46:46.447016 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43314) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:46.486318 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3377954e-fef0-456e-b8f6-2544debf7531 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=caf92606a26e43e19b60a51e3eddad9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381510 Feb 21 01:46:46.488770 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43316) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:46.534332 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] Publish callbacks [] for security_group (d6853b22-dc08-4f2d-a10b-85cc3b935b0f), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.554077 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] Publish callbacks [] for security_group (d6853b22-dc08-4f2d-a10b-85cc3b935b0f), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.659671 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d6853b22-dc08-4f2d-a10b-85cc3b935b0f), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.662212 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:46.663344 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d6853b22-dc08-4f2d-a10b-85cc3b935b0f HTTP/1.1" status: 204 len: 168 time: 0.1736901 Feb 21 01:46:46.670882 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d1d2c-0087-4f7b-a054-d9337469ef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6853b22-dc08-4f2d-a10b-85cc3b935b0f,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:47.256913 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43324) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:47.296834 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-cdf07287-f4f8-4887-8211-8874d2a7f928 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=70efcd9e70b44097810f22b69376e434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384507 Feb 21 01:46:47.299316 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43326) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:47.350150 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] Publish callbacks [] for security_group (828f554a-5a93-4229-822b-fe58617080c9), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:47.371609 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] Publish callbacks [] for security_group (828f554a-5a93-4229-822b-fe58617080c9), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:47.511011 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (828f554a-5a93-4229-822b-fe58617080c9), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:47.513643 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:47.514783 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/828f554a-5a93-4229-822b-fe58617080c9 HTTP/1.1" status: 204 len: 168 time: 0.2145424 Feb 21 01:46:47.522477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f90fd-2c6d-4288-b7de-3b2502d40303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f554a-5a93-4229-822b-fe58617080c9,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:56.324222 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:46:59.540533 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4065bced-0ad2-46d1-8064-ef68f35155d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:02.208876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-03aedfe6-1c4a-4424-a4bb-15ebc04a20d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:03.523036 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:05.140286 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:05.991193 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:07.545449 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43438) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:07.921119 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7124b8-462a-4132-adf2-d98c4d49e032 req-24909f46-a96e-4ede-8667-49185661e979 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:07.922626 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d7124b8-462a-4132-adf2-d98c4d49e032 req-24909f46-a96e-4ede-8667-49185661e979 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0574877 Feb 21 01:47:07.971754 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2d7124b8-462a-4132-adf2-d98c4d49e032 req-e83add72-9cbc-4907-946d-bb4a0d9b4ae3 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Feb 21 01:47:08.097613 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:08.342164 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Deleting port d6ab8c0a-8f31-4179-bb6e-a21995552a45 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:08.342509 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:08.417724 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] For port d6ab8c0a-8f31-4179-bb6e-a21995552a45, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=d6ab8c0a-8f31-4179-bb6e-a21995552a45,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:08.418083 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:08.433409 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Calling delete_port for d6ab8c0a-8f31-4179-bb6e-a21995552a45 owned by network:router_interface {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:08.676947 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (d6ab8c0a-8f31-4179-bb6e-a21995552a45), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:08.703264 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ab8c0a-8f31-4179-bb6e-a21995552a45,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:08.869648 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.113296 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:47:09.132645 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f671b7-96db-4937-a569-e0440e77f66d req-b5f99696-0afd-4832-bba6-b7060d004b61 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:09.134086 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3f671b7-96db-4937-a569-e0440e77f66d req-b5f99696-0afd-4832-bba6-b7060d004b61 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0720737 Feb 21 01:47:09.497396 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-d3f671b7-96db-4937-a569-e0440e77f66d req-b0e06310-fa5a-434e-bee2-68fad5fda968 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups?id=a80b3dc7-988e-4b83-841f-c350510f7d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576252 Feb 21 01:47:09.513795 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:47:09.522833 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-53a4838d-9a1c-473c-b5b2-9ab7a8267546 admin admin] 10.222.0.91 "PUT /v2.0/routers/ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9762516 Feb 21 01:47:09.526153 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43446) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:09.530038 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Sync routers for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:47:09.532545 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.540159 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:09.540780 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:09.616615 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-30f7dd14-9f21-4c77-81ca-80cbe59e516a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:09.618248 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-30f7dd14-9f21-4c77-81ca-80cbe59e516a tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 945 time: 0.0580289 Feb 21 01:47:09.640127 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks [] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.718878 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Deleting port 70728816-dfac-4a61-a4d8-7acc78a53bf5 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:09.719222 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.749440 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks [] for router_gateway (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.786020 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: dv-cinder-813227-6-iscsi {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:09.809432 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] For port 70728816-dfac-4a61-a4d8-7acc78a53bf5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=70728816-dfac-4a61-a4d8-7acc78a53bf5,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:09.809949 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.841319 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Deleting port c8cf63a8-1961-4879-8b0c-31466c93171e {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:09.841930 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.924091 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] For port c8cf63a8-1961-4879-8b0c-31466c93171e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=c8cf63a8-1961-4879-8b0c-31466c93171e,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:09.924380 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.937189 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Calling delete_port for c8cf63a8-1961-4879-8b0c-31466c93171e owned by network:router_gateway {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:09.975922 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:47:08Z', 'revision_number': 5, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port': {'id': 'c8cf63a8-1961-4879-8b0c-31466c93171e', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:10:16Z', 'updated_at': '2022-02-21T01:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:10.002582 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Checking router: ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c for host: dv-cinder-813227-6-iscsi {{(pid=103417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:47:10.011270 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Routers {'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:10.012094 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'], 'active': True} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:10.042452 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.042843 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541898'] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.043132 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.db.l3_db [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Floating IP 11a46bcc-8a72-4d77-82fc-4a8babcb9679 disassociated. External IP: 172.27.2.246, port: 70728816-dfac-4a61-a4d8-7acc78a53bf5. Feb 21 01:47:10.043473 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Calling delete_port for 70728816-dfac-4a61-a4d8-7acc78a53bf5 owned by compute:nova {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:10.105002 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvr_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] Set router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c gateway port host: None {{(pid=103417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:10.159171 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_hamode_db [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:47:09Z', 'revision_number': 6, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:10.162958 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (c8cf63a8-1961-4879-8b0c-31466c93171e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.189577 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8cf63a8-1961-4879-8b0c-31466c93171e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:10.189896 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc85ba-7574-4591-b3a4-cd8e64e50221 None None] The sync data for ids ['ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c'] in dv-cinder-813227-6-iscsi is: [{'id': 'ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c', 'name': 'tempest-AttachVolumeShelveTestJSON-2135088634-router', 'tenant_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:10:15Z', 'updated_at': '2022-02-21T01:47:09Z', 'revision_number': 6, 'project_id': '8ef8a0b8828d4a38a7f8a9465fa9fbaf', 'gw_port_host': None}] {{(pid=103417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:47:10.248718 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (70728816-dfac-4a61-a4d8-7acc78a53bf5), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.254735 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.280015 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'Port': ['ID=70728816-dfac-4a61-a4d8-7acc78a53bf5,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:10.352279 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.357093 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks [] for router_controller (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.483220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.483718 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c {{(pid=103416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:47:10.488298 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.492076 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-0be40340-0dd1-46f2-af5d-003b8aeeb705 admin admin] 10.222.0.91 "DELETE /v2.0/routers/ebd48ff4-c778-4b84-a8e1-9c8c2e7eb60c HTTP/1.1" status: 204 len: 168 time: 0.9616208 Feb 21 01:47:10.496709 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43448) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:10.545740 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Deleting subnet d0db7af0-c5ff-4a99-920a-4e0006e56a58 {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:47:10.549458 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Publish callbacks [] for subnet (d0db7af0-c5ff-4a99-920a-4e0006e56a58), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.608341 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (d0db7af0-c5ff-4a99-920a-4e0006e56a58), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.691653 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:47:10.716760 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d6ab8c0a-8f31-4179-bb6e-a21995552a45 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:10.729918 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f207482f-35ce-4894-8553-43bd00e35337 req-3d295ed6-5380-4561-bfa7-3caf7cba9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 210 time: 0.0361118 Feb 21 01:47:10.734818 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (d0db7af0-c5ff-4a99-920a-4e0006e56a58), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.746773 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: d6ab8c0a-8f31-4179-bb6e-a21995552a45 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:10.747136 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device d6ab8c0a-8f31-4179-bb6e-a21995552a45 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:10.850830 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:47:10.860925 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:47:10.871857 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:10.873049 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:10.892561 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] No DVR routers for this DVR port 70728816-dfac-4a61-a4d8-7acc78a53bf5 on host hv-cinder-81322 {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:47:10.895054 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.895227 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (d0db7af0-c5ff-4a99-920a-4e0006e56a58), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.898394 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-60d1df2c-e6cb-45ee-badc-0b65f0b15739 req-90e09f37-7919-4bb6-8362-b2dd4d27df6e tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.65 "DELETE /v2.0/ports/70728816-dfac-4a61-a4d8-7acc78a53bf5 HTTP/1.1" status: 204 len: 173 time: 1.2752120 Feb 21 01:47:10.899283 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'name': 'network-vif-deleted', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:47:10.909348 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0facbc-3be0-4d06-873a-6215381b45af" -d '{"events": [{"server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "name": "network-vif-deleted", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:47:10.927599 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0db7af0-c5ff-4a99-920a-4e0006e56a58,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:10.931274 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.941763 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e8800d70-153b-478c-833d-2d7502d32642 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d0db7af0-c5ff-4a99-920a-4e0006e56a58 HTTP/1.1" status: 204 len: 168 time: 0.4417160 Feb 21 01:47:10.941763 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43454) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:10.942520 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02192079-0f12-4b57-9c2b-ffd0eaad48bd x-openstack-request-id: req-02192079-0f12-4b57-9c2b-ffd0eaad48bd {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:47:10.943108 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e", "name": "network-vif-deleted", "tag": "70728816-dfac-4a61-a4d8-7acc78a53bf5", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:47:10.943505 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02192079-0f12-4b57-9c2b-ffd0eaad48bd {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:47:10.944230 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e', 'name': 'network-vif-deleted', 'tag': '70728816-dfac-4a61-a4d8-7acc78a53bf5', 'status': 'completed', 'code': 200} Feb 21 01:47:10.948637 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb33fb-a655-4630-b65a-c5ed6fba2ed1 None None] Network 5f0d0617-4e78-4e05-abc5-75ee47858c30 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:47:11.010786 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (5f0d0617-4e78-4e05-abc5-75ee47858c30), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.016060 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:11.076704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Deleting port 37d77273-b0f0-4d35-9e57-120e3896af33 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:11.076704 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.137995 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] DHCP port deletion for 5f0d0617-4e78-4e05-abc5-75ee47858c30 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:47:11.155225 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] For port 37d77273-b0f0-4d35-9e57-120e3896af33, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=37d77273-b0f0-4d35-9e57-120e3896af33,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:11.155772 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.171014 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Calling delete_port for 37d77273-b0f0-4d35-9e57-120e3896af33 owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:11.201240 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Deleting port 37d77273-b0f0-4d35-9e57-120e3896af33 {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:11.202023 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.278108 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] For port 37d77273-b0f0-4d35-9e57-120e3896af33, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=37d77273-b0f0-4d35-9e57-120e3896af33,segment=NetworkSegment(36b79c00-5b19-4af5-aade-fc7931ca6db8),segment_id=36b79c00-5b19-4af5-aade-fc7931ca6db8)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:11.278434 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.278727 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.291688 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Calling delete_port for 37d77273-b0f0-4d35-9e57-120e3896af33 owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:11.309867 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:47:11.318109 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:11.318722 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.351539 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.368567 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] No DVR routers for this DVR port 37d77273-b0f0-4d35-9e57-120e3896af33 on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:47:11.378571 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (37d77273-b0f0-4d35-9e57-120e3896af33), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.394171 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d77273-b0f0-4d35-9e57-120e3896af33,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:11.416112 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] Pushing event deleted for resources: {'Port': ['ID=37d77273-b0f0-4d35-9e57-120e3896af33,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:11.420017 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a780b9-00d1-498a-8f9c-11bd05a1c499 None None] No DVR routers for this DVR port 37d77273-b0f0-4d35-9e57-120e3896af33 on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:47:11.448166 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:11.494069 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (5f0d0617-4e78-4e05-abc5-75ee47858c30), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.525697 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d0617-4e78-4e05-abc5-75ee47858c30']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.535914 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b79c00-5b19-4af5-aade-fc7931ca6db8') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.536242 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b79c00-5b19-4af5-aade-fc7931ca6db8') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.546099 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (36b79c00-5b19-4af5-aade-fc7931ca6db8), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.559544 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (36b79c00-5b19-4af5-aade-fc7931ca6db8), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.565443 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:47:11.565824 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (36b79c00-5b19-4af5-aade-fc7931ca6db8), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:47:11.567478 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:47:11.655914 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:11.683525 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (5f0d0617-4e78-4e05-abc5-75ee47858c30), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.688841 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5b15f-71bd-4f7a-b305-90be3371cf0a None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:43:15Z', 'revision_number': 4, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi', '_interfaces': [{'id': '9279b102-6629-488a-a8b7-fa72310a7835', 'name': '', 'network_id': '502ec082-3367-4d95-ab18-937c106fa174', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'mac_address': 'fa:16:3e:6b:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:14Z', 'updated_at': '2022-02-21T01:43:19Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'subnets': [{'id': 'd5ffef77-8740-46a0-aa99-ebf1a4379936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:47:11.689685 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:11.695352 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5f0d0617-4e78-4e05-abc5-75ee47858c30 HTTP/1.1" status: 204 len: 168 time: 0.7542326 Feb 21 01:47:11.722028 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09a3c-d4f7-4ea3-9659-3ec0713beef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0d0617-4e78-4e05-abc5-75ee47858c30,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:11.867142 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f7fda496-0265-448b-8898-444a1f8314ac req-c9fbbc86-7c63-4fc2-861f-4856953eaa71 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bf8db1f-6b3a-46ce-a08f-f5c86cddb26e HTTP/1.1" status: 200 len: 210 time: 0.0360739 Feb 21 01:47:11.951252 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335456d-215f-440b-9185-3ad9b382cc4d None None] New status for floating IP 11a46bcc-8a72-4d77-82fc-4a8babcb9679: DOWN {{(pid=103417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:47:12.127748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43460) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:12.172726 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-423982eb-d725-4971-903a-c4fa5b40b4ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8ef8a0b8828d4a38a7f8a9465fa9fbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438046 Feb 21 01:47:12.175308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43462) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:12.221217 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] Publish callbacks [] for security_group (85702d18-9086-4391-b27c-ac0901a4df48), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:12.241802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] Publish callbacks [] for security_group (85702d18-9086-4391-b27c-ac0901a4df48), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:12.357549 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (85702d18-9086-4391-b27c-ac0901a4df48), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:12.360183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:12.363736 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/85702d18-9086-4391-b27c-ac0901a4df48 HTTP/1.1" status: 204 len: 168 time: 0.1851425 Feb 21 01:47:12.373282 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc628a-775f-4964-b11a-68158a3dd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85702d18-9086-4391-b27c-ac0901a4df48,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:12.374138 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c8cf63a8-1961-4879-8b0c-31466c93171e no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:12.399205 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: c8cf63a8-1961-4879-8b0c-31466c93171e {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:12.399881 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device c8cf63a8-1961-4879-8b0c-31466c93171e not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:12.400308 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 37d77273-b0f0-4d35-9e57-120e3896af33 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:12.426561 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 37d77273-b0f0-4d35-9e57-120e3896af33 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:12.426913 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 37d77273-b0f0-4d35-9e57-120e3896af33 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:13.009420 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43480) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:13.066041 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (a80b3dc7-988e-4b83-841f-c350510f7d42), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.088780 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (a80b3dc7-988e-4b83-841f-c350510f7d42), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.214869 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a80b3dc7-988e-4b83-841f-c350510f7d42), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.218013 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.219243 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "DELETE /v2.0/security-groups/a80b3dc7-988e-4b83-841f-c350510f7d42 HTTP/1.1" status: 204 len: 168 time: 0.2087264 Feb 21 01:47:13.221924 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43488) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:13.228241 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba464cd-cac5-441c-bd8e-c8d0828d9af6 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b3dc7-988e-4b83-841f-c350510f7d42,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:13.236346 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.api.v2.resource [None req-602cc824-fb83-4b7c-858a-9f2eeedeb7fe tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] show failed (client error): The resource could not be found. Feb 21 01:47:13.237362 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-602cc824-fb83-4b7c-858a-9f2eeedeb7fe tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "GET /v2.0/security-groups/a80b3dc7-988e-4b83-841f-c350510f7d42 HTTP/1.1" status: 404 len: 347 time: 0.0143933 Feb 21 01:47:13.240108 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43490) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:13.365357 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Deleting port 67c53370-d276-41c3-ad3a-bd5817927356 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:13.365712 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (67c53370-d276-41c3-ad3a-bd5817927356), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.444801 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (67c53370-d276-41c3-ad3a-bd5817927356), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.445136 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (67c53370-d276-41c3-ad3a-bd5817927356), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.456970 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Calling delete_port for 67c53370-d276-41c3-ad3a-bd5817927356 owned by network:floatingip {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:13.527733 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 70728816-dfac-4a61-a4d8-7acc78a53bf5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:13.548201 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 70728816-dfac-4a61-a4d8-7acc78a53bf5 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:13.548626 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 70728816-dfac-4a61-a4d8-7acc78a53bf5 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:13.663669 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (67c53370-d276-41c3-ad3a-bd5817927356), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.686481 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Pushing event deleted for resources: {'Port': ['ID=67c53370-d276-41c3-ad3a-bd5817927356,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:13.746870 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks [] for floatingip (11a46bcc-8a72-4d77-82fc-4a8babcb9679), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.749575 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for floatingip (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:13.750730 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d3ff6126-22e2-4c06-ac04-0daa4a5a7343 tempest-AttachVolumeTestJSON-1469390317 tempest-AttachVolumeTestJSON-1469390317-project] 10.222.0.91 "DELETE /v2.0/floatingips/11a46bcc-8a72-4d77-82fc-4a8babcb9679 HTTP/1.1" status: 204 len: 168 time: 0.5097106 Feb 21 01:47:17.676960 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43562) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:18.025506 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541386'] for router_interface (bb119e0c-667e-49c6-9532-7eff2b018c27), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:18.271776 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Deleting port 9279b102-6629-488a-a8b7-fa72310a7835 {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:18.272148 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (9279b102-6629-488a-a8b7-fa72310a7835), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:18.349314 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] For port 9279b102-6629-488a-a8b7-fa72310a7835, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=9279b102-6629-488a-a8b7-fa72310a7835,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:18.349681 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (9279b102-6629-488a-a8b7-fa72310a7835), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:18.362622 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Calling delete_port for 9279b102-6629-488a-a8b7-fa72310a7835 owned by network:router_interface {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:18.609118 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (9279b102-6629-488a-a8b7-fa72310a7835), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:18.646219 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Pushing event deleted for resources: {'Port': ['ID=9279b102-6629-488a-a8b7-fa72310a7835,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:18.810728 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544090'] for router_interface (bb119e0c-667e-49c6-9532-7eff2b018c27), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.027471 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Router bb119e0c-667e-49c6-9532-7eff2b018c27 has already been hosted by L3 agent c27da2be-d201-4358-a52a-80e1c5d835c4 {{(pid=103416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:47:19.135307 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] Notify agent at l3_agent.dv-cinder-813227-6-iscsi the message routers_updated {{(pid=103416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:47:19.144031 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-0d5a1cc5-2b9e-4ee5-9e34-fb7bb2e03144 admin admin] 10.222.0.91 "PUT /v2.0/routers/bb119e0c-667e-49c6-9532-7eff2b018c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659348 Feb 21 01:47:19.144405 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43592) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:19.152212 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Sync routers for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:47:19.174167 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:19.174800 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:19.267004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks [] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.292636 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: dv-cinder-813227-6-iscsi {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:19.372798 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks [] for router_gateway (bb119e0c-667e-49c6-9532-7eff2b018c27), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.473469 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'external_fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '5ed57265-d180-48b9-a776-7439651079ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:47:18Z', 'revision_number': 5, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port': {'id': '5ed57265-d180-48b9-a776-7439651079ca', 'name': '', 'network_id': '343ae53c-8905-4ce7-8b07-618f69dc979d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:43:12Z', 'updated_at': '2022-02-21T01:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '936a96c9-388d-42df-abb7-7a3ab117e944', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-6-iscsi'}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:19.493867 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Deleting port 5ed57265-d180-48b9-a776-7439651079ca {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:19.494304 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (5ed57265-d180-48b9-a776-7439651079ca), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.507046 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Checking router: bb119e0c-667e-49c6-9532-7eff2b018c27 for host: dv-cinder-813227-6-iscsi {{(pid=103418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:47:19.516195 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Routers {'bb119e0c-667e-49c6-9532-7eff2b018c27'} bound to L3 agent in host dv-cinder-813227-6-iscsi {{(pid=103418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:47:19.516823 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:00:32Z,description=,heartbeat_timestamp=2022-02-21T01:47:02Z,host='dv-cinder-813227-6-iscsi',id=c27da2be-d201-4358-a52a-80e1c5d835c4,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:00:33Z,topic='l3_agent')) {'router_ids': ['bb119e0c-667e-49c6-9532-7eff2b018c27'], 'active': True} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:19.570929 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43596) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:19.585599 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] For port 5ed57265-d180-48b9-a776-7439651079ca, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=5ed57265-d180-48b9-a776-7439651079ca,segment=NetworkSegment(44285725-67c5-47c3-ad47-e6b1cabb8c7c),segment_id=44285725-67c5-47c3-ad47-e6b1cabb8c7c)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:19.586047 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (5ed57265-d180-48b9-a776-7439651079ca), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.599162 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Calling delete_port for 5ed57265-d180-48b9-a776-7439651079ca owned by network:router_gateway {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:19.607701 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_dvr_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] Set router bb119e0c-667e-49c6-9532-7eff2b018c27 gateway port host: None {{(pid=103418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:47:19.659116 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.l3_hamode_db [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:47:19Z', 'revision_number': 6, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port_host': None}], 'dv-cinder-813227-6-iscsi', False) {} {{(pid=103418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:19.680626 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b6de5df8-d995-4fb5-9048-1ee654e9052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.688039 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b84ead-6d85-4ff4-bf2f-6cd4485add94 None None] The sync data for ids ['bb119e0c-667e-49c6-9532-7eff2b018c27'] in dv-cinder-813227-6-iscsi is: [{'id': 'bb119e0c-667e-49c6-9532-7eff2b018c27', 'name': 'tempest-AttachVolumeTestJSON-97301876-router', 'tenant_id': '40d1276aa84a48ab830165304f9d6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:43:11Z', 'updated_at': '2022-02-21T01:47:19Z', 'revision_number': 6, 'project_id': '40d1276aa84a48ab830165304f9d6f74', 'gw_port_host': None}] {{(pid=103418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:47:19.760197 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b6de5df8-d995-4fb5-9048-1ee654e9052b admin admin] Publish callbacks [] for security_group (d151f09b-c966-4a22-9f0d-09cceb340001), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.825985 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b6de5df8-d995-4fb5-9048-1ee654e9052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d151f09b-c966-4a22-9f0d-09cceb340001), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.837231 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (5ed57265-d180-48b9-a776-7439651079ca), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:19.862498 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de5df8-d995-4fb5-9048-1ee654e9052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d151f09b-c966-4a22-9f0d-09cceb340001,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:19.864966 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed57265-d180-48b9-a776-7439651079ca,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:19.869453 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b6de5df8-d995-4fb5-9048-1ee654e9052b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=544a5195bc694788bf2853734b4072e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974789 Feb 21 01:47:19.869888 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43600) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:19.952904 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541872'] for router_gateway (bb119e0c-667e-49c6-9532-7eff2b018c27), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.022136 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] Publish callbacks [] for security_group (d151f09b-c966-4a22-9f0d-09cceb340001), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.063932 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518502'] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.068286 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks [] for router_controller (bb119e0c-667e-49c6-9532-7eff2b018c27), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.080515 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] Publish callbacks [] for security_group (d151f09b-c966-4a22-9f0d-09cceb340001), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.174710 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543829'] for router (bb119e0c-667e-49c6-9532-7eff2b018c27), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.175351 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb119e0c-667e-49c6-9532-7eff2b018c27 {{(pid=103415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:47:20.179554 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.180730 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-abc9f893-e811-46b2-af18-51c65d7622a2 admin admin] 10.222.0.91 "DELETE /v2.0/routers/bb119e0c-667e-49c6-9532-7eff2b018c27 HTTP/1.1" status: 204 len: 168 time: 1.0353341 Feb 21 01:47:20.183235 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43602) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:20.226775 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_v2 [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Deleting subnet d5ffef77-8740-46a0-aa99-ebf1a4379936 {{(pid=103415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:47:20.229891 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (d151f09b-c966-4a22-9f0d-09cceb340001), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.233083 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.234168 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d151f09b-c966-4a22-9f0d-09cceb340001 HTTP/1.1" status: 204 len: 168 time: 0.3615429 Feb 21 01:47:20.234928 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Publish callbacks [] for subnet (d5ffef77-8740-46a0-aa99-ebf1a4379936), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.266903 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae42052-1d2f-4aca-844a-8f177c725333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d151f09b-c966-4a22-9f0d-09cceb340001,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:20.282650 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3777578'] for subnet (d5ffef77-8740-46a0-aa99-ebf1a4379936), precommit_delete_associations {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.358385 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (d5ffef77-8740-46a0-aa99-ebf1a4379936), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.461212 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3386194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8830002'] for subnet (d5ffef77-8740-46a0-aa99-ebf1a4379936), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.492395 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ffef77-8740-46a0-aa99-ebf1a4379936,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:20.498441 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.504323 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-24624a93-117f-4402-adf2-3539e8f22116 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d5ffef77-8740-46a0-aa99-ebf1a4379936 HTTP/1.1" status: 204 len: 168 time: 0.3200772 Feb 21 01:47:20.504456 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76754f-b2ea-4167-9de1-b8b9aad1a0f0 None None] Network 502ec082-3367-4d95-ab18-937c106fa174 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:47:20.506191 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43608) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:20.557641 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9279b102-6629-488a-a8b7-fa72310a7835 no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:20.587352 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (502ec082-3367-4d95-ab18-937c106fa174), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.613029 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 9279b102-6629-488a-a8b7-fa72310a7835 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:20.613410 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 9279b102-6629-488a-a8b7-fa72310a7835 not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:20.613805 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 5ed57265-d180-48b9-a776-7439651079ca no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:20.635601 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 5ed57265-d180-48b9-a776-7439651079ca {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:20.636008 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 5ed57265-d180-48b9-a776-7439651079ca not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:20.646319 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Deleting port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e {{(pid=103416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:20.646667 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.717551 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.db [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] For port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:20.717933 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.727996 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] DHCP port deletion for 502ec082-3367-4d95-ab18-937c106fa174 request from dv-cinder-813227-6-iscsi {{(pid=103417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:47:20.742322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.plugin [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Calling delete_port for 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e owned by network:dhcp {{(pid=103416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:20.790452 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Deleting port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e {{(pid=103417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:47:20.790889 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), before_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.835761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43610) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:20.853673 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b126b87d-61d1-4f84-8848-8daac79f1d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.867884 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] For port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e, host dv-cinder-813227-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-6-iscsi',level=0,port_id=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,segment=NetworkSegment(4e37fc3a-2438-4088-b593-e2b0488b13ca),segment_id=4e37fc3a-2438-4088-b593-e2b0488b13ca)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:47:20.868543 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), precommit_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:20.882886 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Calling delete_port for 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e owned by network:dhcp {{(pid=103417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:47:20.951382 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b126b87d-61d1-4f84-8848-8daac79f1d1b admin admin] Publish callbacks [] for security_group (a7289bf4-fe06-4cce-9217-9c99bd511621), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.032246 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-b126b87d-61d1-4f84-8848-8daac79f1d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a7289bf4-fe06-4cce-9217-9c99bd511621), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.061289 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), after_delete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.070830 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-b126b87d-61d1-4f84-8848-8daac79f1d1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=806fe80c8085445088d07a37606c33dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337923 Feb 21 01:47:21.071619 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126b87d-61d1-4f84-8848-8daac79f1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7289bf4-fe06-4cce-9217-9c99bd511621,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:21.073475 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43612) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:21.089030 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8746906'] for port (2df7d845-dc8e-4a1e-8488-c3b547b9cb7e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.109025 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] No DVR routers for this DVR port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e on host dv-cinder-813227-6-iscsi {{(pid=103417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:47:21.115746 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23036ece-7118-485d-8e2a-2ce52057ec4a None None] Pushing event deleted for resources: {'Port': ['ID=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,revision_number=None']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:21.121780 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df7d845-dc8e-4a1e-8488-c3b547b9cb7e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:21.130579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] No DVR routers for this DVR port 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e on host dv-cinder-813227-6-iscsi {{(pid=103416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:47:21.209493 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] Publish callbacks [] for security_group (a7289bf4-fe06-4cce-9217-9c99bd511621), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.227616 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (502ec082-3367-4d95-ab18-937c106fa174), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.253859 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] Publish callbacks [] for security_group (a7289bf4-fe06-4cce-9217-9c99bd511621), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.262668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502ec082-3367-4d95-ab18-937c106fa174']}} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:21.278783 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e37fc3a-2438-4088-b593-e2b0488b13ca') {'for_net_delete': True} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:21.279083 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.services.segments.db [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e37fc3a-2438-4088-b593-e2b0488b13ca') {} {{(pid=103416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:47:21.297254 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8749019'] for segment (4e37fc3a-2438-4088-b593-e2b0488b13ca), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.311699 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (4e37fc3a-2438-4088-b593-e2b0488b13ca), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.317724 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:47:21.318131 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8746925'] for segment (4e37fc3a-2438-4088-b593-e2b0488b13ca), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self.session.flush() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self.session.flush() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self.session.flush() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self.session.flush() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: Traceback (most recent call last): Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: timer() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: cb(*args, **kw) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: return func(*args, **kwargs) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self._notify() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: self.callback(batched_events) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: event.method(event) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: return f(self, *a, **k) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._get(url).json() Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: return self.request(url, 'GET', **kwargs) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:47:21.319767 dv-cinder-813227-6-iscsi neutron-server[103416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:47:21.460452 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (a7289bf4-fe06-4cce-9217-9c99bd511621), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.463143 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.464305 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7289bf4-fe06-4cce-9217-9c99bd511621 HTTP/1.1" status: 204 len: 168 time: 0.3899055 Feb 21 01:47:21.472498 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8b669-4e57-4bd4-b8fd-fd15ee4c4cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7289bf4-fe06-4cce-9217-9c99bd511621,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:21.484241 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (502ec082-3367-4d95-ab18-937c106fa174), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.491636 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.492889 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/502ec082-3367-4d95-ab18-937c106fa174 HTTP/1.1" status: 204 len: 168 time: 0.9856369 Feb 21 01:47:21.505316 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cbd30-0ecb-451e-91f4-f00775eeccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=502ec082-3367-4d95-ab18-937c106fa174,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:21.852068 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43620) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:21.895049 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-a156dd34-54d0-4585-8747-d4b5286df616 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=40d1276aa84a48ab830165304f9d6f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417886 Feb 21 01:47:21.897637 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43624) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:21.944122 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] Publish callbacks [] for security_group (ca54f612-4c0b-44a3-b1d4-546a2e22f5f4), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:21.967512 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] Publish callbacks [] for security_group (ca54f612-4c0b-44a3-b1d4-546a2e22f5f4), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:22.077579 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (ca54f612-4c0b-44a3-b1d4-546a2e22f5f4), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:22.080224 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:22.081382 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ca54f612-4c0b-44a3-b1d4-546a2e22f5f4 HTTP/1.1" status: 204 len: 168 time: 0.1826649 Feb 21 01:47:22.089195 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713dd1d-ef85-4060-b112-a27b30391ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54f612-4c0b-44a3-b1d4-546a2e22f5f4,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:22.386066 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e no longer exists at agent ovs-agent-dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:47:22.412441 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] No Port match for: 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:47:22.412798 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Device 2df7d845-dc8e-4a1e-8488-c3b547b9cb7e not bound to the agent host dv-cinder-813227-6-iscsi {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:47:29.529738 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e1f7052c-369f-4fc5-8d28-5e2fd4d8dc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:29.948280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43782) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:30.052891 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.128305 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Publish callbacks [] for security_group (36ffd48f-9877-4198-967d-2d92c1cdb874), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.191955 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (36ffd48f-9877-4198-967d-2d92c1cdb874), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.228003 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ffd48f-9877-4198-967d-2d92c1cdb874,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:30.232568 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=723340d4f48c401cb5af15d5c3ae2104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832906 Feb 21 01:47:30.235333 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43786) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:30.238321 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.238654 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.238999 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.239336 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.239670 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.240027 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.240360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.240692 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.241020 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.241344 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.241668 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.241992 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.242308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70fab17-cb4e-4fad-a37d-566cc51beda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.282489 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Publish callbacks [] for security_group (36ffd48f-9877-4198-967d-2d92c1cdb874), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.303097 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Publish callbacks [] for security_group (36ffd48f-9877-4198-967d-2d92c1cdb874), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.408557 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (36ffd48f-9877-4198-967d-2d92c1cdb874), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.411219 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:30.412399 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36ffd48f-9877-4198-967d-2d92c1cdb874 HTTP/1.1" status: 204 len: 168 time: 0.1760433 Feb 21 01:47:30.421229 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ffd48f-9877-4198-967d-2d92c1cdb874,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:30.428337 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.428702 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.429058 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.429410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.429752 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.430087 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.430424 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.430760 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.431120 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.431458 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.431790 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.432154 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:30.432482 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2845400-6adf-48d0-9df4-442a56770ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:47:31.069554 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43802) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:31.083104 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-533fefec-4811-455c-a1c7-85d49b410ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.159426 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-533fefec-4811-455c-a1c7-85d49b410ea4 admin admin] Publish callbacks [] for security_group (331b6dcb-11cc-46df-9191-4d04302b44e9), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.209270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-533fefec-4811-455c-a1c7-85d49b410ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (331b6dcb-11cc-46df-9191-4d04302b44e9), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.250866 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-533fefec-4811-455c-a1c7-85d49b410ea4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=53417326134f440cb5f70c0363727c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802163 Feb 21 01:47:31.251746 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fefec-4811-455c-a1c7-85d49b410ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331b6dcb-11cc-46df-9191-4d04302b44e9,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:31.253599 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43810) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:31.300194 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] Publish callbacks [] for security_group (331b6dcb-11cc-46df-9191-4d04302b44e9), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.320896 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] Publish callbacks [] for security_group (331b6dcb-11cc-46df-9191-4d04302b44e9), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.426324 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (331b6dcb-11cc-46df-9191-4d04302b44e9), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.429160 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:31.430298 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/331b6dcb-11cc-46df-9191-4d04302b44e9 HTTP/1.1" status: 204 len: 168 time: 0.1757407 Feb 21 01:47:31.438826 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf742c-0dd3-4f86-a6a3-b1587d8eaf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331b6dcb-11cc-46df-9191-4d04302b44e9,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:32.174846 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-c2f96561-2017-4fb9-8591-24ccb0771dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:32.666746 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 43850) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:32.817183 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf399-fe43-4101-9b6f-7069ec79addd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:32.893638 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf399-fe43-4101-9b6f-7069ec79addd admin admin] Publish callbacks [] for security_group (5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:32.957817 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf399-fe43-4101-9b6f-7069ec79addd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:33.002976 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-bf4bf399-fe43-4101-9b6f-7069ec79addd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9cd114e968ce4e509096feccbe285df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351316 Feb 21 01:47:33.003856 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bf399-fe43-4101-9b6f-7069ec79addd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:33.006003 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 43862) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:33.056255 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] Publish callbacks [] for security_group (5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:33.079387 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] Publish callbacks [] for security_group (5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:33.265683 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:33.268339 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:33.269604 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd HTTP/1.1" status: 204 len: 168 time: 0.2624171 Feb 21 01:47:33.277911 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083d466-0513-4fb2-856f-d4e92161c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3e360-ba61-4d48-ba8e-b81aee8f9cdd,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:33.327567 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:47:33.591129 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.128024 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.991645 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:39.517579 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.286652 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44030) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:40.389743 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a8-8c6d-49d0-80d1-73385c0cd4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.472911 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a8-8c6d-49d0-80d1-73385c0cd4e9 admin admin] Publish callbacks [] for security_group (21c56bdd-be1f-49e8-9a1f-e84d27901b2c), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.540773 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a8-8c6d-49d0-80d1-73385c0cd4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (21c56bdd-be1f-49e8-9a1f-e84d27901b2c), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.581630 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a59f26a8-8c6d-49d0-80d1-73385c0cd4e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=49bded6093e04224b8dbbe69d0e4406b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939074 Feb 21 01:47:40.582608 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f26a8-8c6d-49d0-80d1-73385c0cd4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c56bdd-be1f-49e8-9a1f-e84d27901b2c,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:40.584360 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44034) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:40.643921 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] Publish callbacks [] for security_group (21c56bdd-be1f-49e8-9a1f-e84d27901b2c), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.665289 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] Publish callbacks [] for security_group (21c56bdd-be1f-49e8-9a1f-e84d27901b2c), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.780964 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (21c56bdd-be1f-49e8-9a1f-e84d27901b2c), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.783502 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.784669 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21c56bdd-be1f-49e8-9a1f-e84d27901b2c HTTP/1.1" status: 204 len: 168 time: 0.1989889 Feb 21 01:47:40.792248 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eff449-ffd3-4802-afdf-7ae421ca3778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c56bdd-be1f-49e8-9a1f-e84d27901b2c,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:41.344155 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44044) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:41.357775 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1c5e66b1-d9e2-4089-bbda-552f08aad78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.430526 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1c5e66b1-d9e2-4089-bbda-552f08aad78d admin admin] Publish callbacks [] for security_group (8d690281-922e-4ff9-b01d-eafd83083224), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.500291 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-1c5e66b1-d9e2-4089-bbda-552f08aad78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8d690281-922e-4ff9-b01d-eafd83083224), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.537461 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-1c5e66b1-d9e2-4089-bbda-552f08aad78d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c89e0a01414f437ab1e568838fa2f955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922121 Feb 21 01:47:41.538332 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e66b1-d9e2-4089-bbda-552f08aad78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d690281-922e-4ff9-b01d-eafd83083224,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:41.540226 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44046) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:41.590431 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] Publish callbacks [] for security_group (8d690281-922e-4ff9-b01d-eafd83083224), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.611561 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] Publish callbacks [] for security_group (8d690281-922e-4ff9-b01d-eafd83083224), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.723424 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8d690281-922e-4ff9-b01d-eafd83083224), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.726074 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:41.727275 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8d690281-922e-4ff9-b01d-eafd83083224 HTTP/1.1" status: 204 len: 168 time: 0.1855426 Feb 21 01:47:41.736100 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d993706-4be3-410e-b347-b95e8afb927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d690281-922e-4ff9-b01d-eafd83083224,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:47.066567 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44158) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:47.172177 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-39e9991c-b59e-4892-8f26-7b7c1d2ab0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.245205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-39e9991c-b59e-4892-8f26-7b7c1d2ab0eb admin admin] Publish callbacks [] for security_group (0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.340614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-39e9991c-b59e-4892-8f26-7b7c1d2ab0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.379887 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-39e9991c-b59e-4892-8f26-7b7c1d2ab0eb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3bb8c0eed7445c481c3738a8eceaf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120632 Feb 21 01:47:47.380786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9991c-b59e-4892-8f26-7b7c1d2ab0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:47.382639 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44162) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:47.437092 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] Publish callbacks [] for security_group (0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.459310 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] Publish callbacks [] for security_group (0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.493003 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44166) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:47.581044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.583802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.585020 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e HTTP/1.1" status: 204 len: 168 time: 0.2013173 Feb 21 01:47:47.604060 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bbe41-bf53-4346-bf3e-d5e98380280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b59e1-9c72-4c31-ba7c-b8bf1a00522e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:47.607309 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-deb9b928-e037-4744-a0bc-f265aebc39a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.681226 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-deb9b928-e037-4744-a0bc-f265aebc39a2 admin admin] Publish callbacks [] for security_group (72aa79e6-dde0-4327-8fc2-e946505a1608), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.763442 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-deb9b928-e037-4744-a0bc-f265aebc39a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (72aa79e6-dde0-4327-8fc2-e946505a1608), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.799950 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9b928-e037-4744-a0bc-f265aebc39a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa79e6-dde0-4327-8fc2-e946505a1608,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:47.804225 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-deb9b928-e037-4744-a0bc-f265aebc39a2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=abb863b1a8b843dc9a32fc54bfce8eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102725 Feb 21 01:47:47.806924 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44172) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:47.855939 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] Publish callbacks [] for security_group (72aa79e6-dde0-4327-8fc2-e946505a1608), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:47.880680 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] Publish callbacks [] for security_group (72aa79e6-dde0-4327-8fc2-e946505a1608), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.020845 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (72aa79e6-dde0-4327-8fc2-e946505a1608), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.023447 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.024632 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/72aa79e6-dde0-4327-8fc2-e946505a1608 HTTP/1.1" status: 204 len: 168 time: 0.2167883 Feb 21 01:47:48.033367 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4924e-efeb-4a6f-b660-c0410f885350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa79e6-dde0-4327-8fc2-e946505a1608,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:48.223781 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44178) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:48.237330 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e5de99ee-0b41-461a-b19f-a66a0ffb9c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.317949 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e5de99ee-0b41-461a-b19f-a66a0ffb9c5a admin admin] Publish callbacks [] for security_group (20a26271-7419-4d05-9c24-61983bf2b424), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.402300 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e5de99ee-0b41-461a-b19f-a66a0ffb9c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (20a26271-7419-4d05-9c24-61983bf2b424), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.442687 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e5de99ee-0b41-461a-b19f-a66a0ffb9c5a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85e617c4c22547ac9a50fcb6626deffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177355 Feb 21 01:47:48.443823 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de99ee-0b41-461a-b19f-a66a0ffb9c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a26271-7419-4d05-9c24-61983bf2b424,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:48.445348 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44182) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:48.497589 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] Publish callbacks [] for security_group (20a26271-7419-4d05-9c24-61983bf2b424), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.588369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] Publish callbacks [] for security_group (20a26271-7419-4d05-9c24-61983bf2b424), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.848207 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (20a26271-7419-4d05-9c24-61983bf2b424), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.850875 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:48.852084 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/20a26271-7419-4d05-9c24-61983bf2b424 HTTP/1.1" status: 204 len: 168 time: 0.4056513 Feb 21 01:47:48.860532 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95257ed5-3980-4a3a-9d74-28c04b667292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a26271-7419-4d05-9c24-61983bf2b424,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:48.956544 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44186) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:48.970988 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f2d57cf-d6fd-49a6-82c4-c3a1e646efc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.043145 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f2d57cf-d6fd-49a6-82c4-c3a1e646efc3 admin admin] Publish callbacks [] for security_group (8b89f4ad-051d-4ee1-b829-cec8cd29878a), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.118160 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-3f2d57cf-d6fd-49a6-82c4-c3a1e646efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8b89f4ad-051d-4ee1-b829-cec8cd29878a), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.157553 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-3f2d57cf-d6fd-49a6-82c4-c3a1e646efc3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2adc415f95e0421abdd6478e78309d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998880 Feb 21 01:47:49.158552 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d57cf-d6fd-49a6-82c4-c3a1e646efc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b89f4ad-051d-4ee1-b829-cec8cd29878a,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:49.160227 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44188) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:49.214883 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] Publish callbacks [] for security_group (8b89f4ad-051d-4ee1-b829-cec8cd29878a), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.236502 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] Publish callbacks [] for security_group (8b89f4ad-051d-4ee1-b829-cec8cd29878a), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.375714 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (8b89f4ad-051d-4ee1-b829-cec8cd29878a), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.378370 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:49.379520 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8b89f4ad-051d-4ee1-b829-cec8cd29878a HTTP/1.1" status: 204 len: 168 time: 0.2150092 Feb 21 01:47:49.388098 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5172f7-84a4-4699-b8ee-84ed629c727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b89f4ad-051d-4ee1-b829-cec8cd29878a,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:49.929580 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44220) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:50.024063 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-958757490-network', 'tenant_id': 'bcf09a28d1c5451f9a3f11d7e2ad7b5f'}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:47:50.088040 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Made reservation on behalf of bcf09a28d1c5451f9a3f11d7e2ad7b5f for: {'network': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:47:50.090403 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for network (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.099349 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.172880 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks [] for security_group (07169efd-e271-42d2-a046-835227ae9215), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.243548 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (07169efd-e271-42d2-a046-835227ae9215), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.265477 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:47:50.280277 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07169efd-e271-42d2-a046-835227ae9215,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:50.284213 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (71eef3b1-96a3-4e08-9938-ad4f0665b11b), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.288794 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.db.segments_db [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Added segment 71eef3b1-96a3-4e08-9938-ad4f0665b11b of type vlan for network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 Feb 21 01:47:50.334748 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730996644208'] for network (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.421356 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375'] for network (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.422585 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:50.423168 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.483900 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] Pushing event updated for resources: {'Network': ['ID=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:50.493808 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 details requested by agent ovs-agent-dv-cinder-813227-6-iscsi with host dv-cinder-813227-6-iscsi {{(pid=103417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:47:50.504196 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-4be7fef8-6942-4baa-867f-787d777f0f2d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5733216 Feb 21 01:47:50.506864 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44236) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:47:50.511802 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.v2.base [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Request body: {'subnet': {'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-958757490-subnet', 'tenant_id': 'bcf09a28d1c5451f9a3f11d7e2ad7b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:47:50.590739 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Made reservation on behalf of bcf09a28d1c5451f9a3f11d7e2ad7b5f for: {'subnet': 1} {{(pid=103416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:47:50.593896 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8675726'] for subnet (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.894547 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8675708'] for subnet (03bca479-1395-4acb-955a-40b53f0880ee), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:50.953111 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bca479-1395-4acb-955a-40b53f0880ee,revision_number=0']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:50.961145 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Checking segment: {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:47:50.961510 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Network hostable DHCP agents. Network: f0d87b56-b49e-49d2-8c25-e8d4fdaadd85, hostable agents: ['e27a4c69-7577-4a4b-bb6b-3cc2baec662b'], hosted agents: [] {{(pid=103416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:47:51.055228 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 is scheduled to be hosted by DHCP agent e27a4c69-7577-4a4b-bb6b-3cc2baec662b with binding_index 1 {{(pid=103416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:47:51.135251 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.scheduler.base_scheduler [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-6-iscsi, f0d87b56-b49e-49d2-8c25-e8d4fdaadd85) {{(pid=103416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:47:51.140280 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:51.144919 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:51.146017 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef917b7-81eb-4d3d-8d5c-92ed46deced5 None None] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:47:51.226675 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-89423f28-aaef-4685-bafd-cb16983d309d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7185943 Feb 21 01:47:51.251702 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04609fa-6227-47ad-9545-a863c283ce3e None None] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 requested from dv-cinder-813227-6-iscsi {{(pid=103417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:47:53.339293 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-d4b0ed5c-16f0-4424-a359-2f27cb30c1c1 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:53.340696 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-d4b0ed5c-16f0-4424-a359-2f27cb30c1c1 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/networks?id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 HTTP/1.1" status: 200 len: 808 time: 0.1135068 Feb 21 01:47:53.355131 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-04ff2f57-4af3-414b-9793-b169f5ea9946 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/quotas/bcf09a28d1c5451f9a3f11d7e2ad7b5f HTTP/1.1" status: 200 len: 375 time: 0.0088835 Feb 21 01:47:53.389199 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-38dd8d66-ba7a-4a12-a758-05fdc3dbe94b tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290148 Feb 21 01:47:53.477738 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-182a8f23-e548-46e9-8a6c-67bf63871eb0 service neutron] 10.222.0.91 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Feb 21 01:47:53.572695 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-c1c2edf2-8697-43f1-a1df-bd97dd9565b1 service neutron] 10.222.0.91 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Feb 21 01:47:53.802795 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-30d99dc3-17e7-40e8-b7e6-3b7e9784e9bb req-2f697558-2714-49cb-b154-9570cac8fcc1 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0290005 Feb 21 01:47:54.894087 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d34471c1-11b3-42f4-9f0f-98764cb25a75 req-30814278-a603-4904-b244-d10fbb1b240f tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0273983 Feb 21 01:47:55.987262 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-fc7d8c42-54a1-4ab5-9d29-b3a30f7dd46f req-b3c4a02f-b190-4e3a-bee3-0b05730307f1 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0280199 Feb 21 01:47:57.082525 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-98d45f4b-982e-4b1a-9fa6-3eb05df8c208 req-eea20ef9-cc3e-4ff6-9829-db425d2b0e8d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0271363 Feb 21 01:47:57.274830 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-1d5ac35b-092b-4e54-8783-4193ba4dce74 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:57.276318 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-1d5ac35b-092b-4e54-8783-4193ba4dce74 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "GET /v2.0/networks?id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 HTTP/1.1" status: 200 len: 808 time: 0.1057284 Feb 21 01:47:57.288012 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Request body: {'port': {'device_id': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85', 'admin_state_up': True, 'tenant_id': 'bcf09a28d1c5451f9a3f11d7e2ad7b5f'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:47:57.476621 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Made reservation on behalf of bcf09a28d1c5451f9a3f11d7e2ad7b5f for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:47:57.480127 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:57.613402 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Allocated IP 172.20.0.8 (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85/03bca479-1395-4acb-955a-40b53f0880ee/1d79c3bc-9139-446e-ac66-a5390c9809d3) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:47:57.768689 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks [] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:57.854674 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:57.897568 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:47:57.900727 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:47:57.903165 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:47:57.934452 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Pushing event updated for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:57.959324 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:57.959951 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.035992 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-fd934649-4015-4907-bf20-b1da0301a5b9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518499 Feb 21 01:47:58.047761 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Request body: {'port': {'device_id': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:47:58.112004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.209890 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b3cf7-bcdf-4351-bbec-739583455d23 req-90fd896b-046e-457f-aae0-256d2eaeb44d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:58.211341 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b3b3cf7-bcdf-4351-bbec-739583455d23 req-90fd896b-046e-457f-aae0-256d2eaeb44d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 931 time: 0.0581071 Feb 21 01:47:58.260211 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9b3b3cf7-bcdf-4351-bbec-739583455d23 req-2b407355-fe5d-48a2-a86c-e6fbd2acaa62 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Feb 21 01:47:58.385614 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d79c3bc-9139-446e-ac66-a5390c9809d3 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:47:58.393801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks [] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.405448 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Transition to ACTIVE for port object 1d79c3bc-9139-446e-ac66-a5390c9809d3 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:47:58.455856 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.521607 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Pushing event updated for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:58.573622 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Attempting to bind port 1d79c3bc-9139-446e-ac66-a5390c9809d3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:47:58.573965 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Attempting to bind port 1d79c3bc-9139-446e-ac66-a5390c9809d3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:47:58.574305 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Attempting to bind port 1d79c3bc-9139-446e-ac66-a5390c9809d3 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:47:58.578545 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Port 1d79c3bc-9139-446e-ac66-a5390c9809d3 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:47:58.578872 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Attempting to bind port 1d79c3bc-9139-446e-ac66-a5390c9809d3 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:47:58.584206 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:47:58.584550 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Checking segment: {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:47:58.584943 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Bound using segment: {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:47:58.585369 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Bound port: 1d79c3bc-9139-446e-ac66-a5390c9809d3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:47:58.585728 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.646649 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:47:58.649556 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:47:58.706822 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.740672 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:58.741312 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:58.742688 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] 10.222.0.65 "PUT /v2.0/ports/1d79c3bc-9139-446e-ac66-a5390c9809d3 HTTP/1.1" status: 200 len: 1093 time: 0.6991467 Feb 21 01:47:58.743165 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:47:58.745413 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29" -d '{"events": [{"name": "network-changed", "server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:47:58.768576 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894f3d-1260-4712-bb97-451c6579c074 service neutron] Pushing event updated for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:47:58.783617 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40acb48d-9f28-479f-b9cc-4f9664e40886 x-openstack-request-id: req-40acb48d-9f28-479f-b9cc-4f9664e40886 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:47:58.783938 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:47:58.784198 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40acb48d-9f28-479f-b9cc-4f9664e40886 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:47:58.784601 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3', 'status': 'completed', 'code': 200} Feb 21 01:47:59.377532 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150691c6-a1b8-4046-93c3-df3725541360 req-114c2434-5366-4254-a058-f6846d59dfc8 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:59.379016 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-150691c6-a1b8-4046-93c3-df3725541360 req-114c2434-5366-4254-a058-f6846d59dfc8 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 943 time: 0.0539553 Feb 21 01:47:59.426645 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-150691c6-a1b8-4046-93c3-df3725541360 req-c79f4f55-10e9-479e-8129-5a5e7a4599b5 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Feb 21 01:47:59.506608 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-59271854-0b1f-4e8f-96f3-b342e8ee0779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:00.544824 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7494cb-be5d-42ff-ae65-16b3d488257e req-17a5afbb-bc45-4452-86fb-bc36e4e9eb2c tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:00.546316 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c7494cb-be5d-42ff-ae65-16b3d488257e req-17a5afbb-bc45-4452-86fb-bc36e4e9eb2c tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 943 time: 0.0528893 Feb 21 01:48:00.596636 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-1c7494cb-be5d-42ff-ae65-16b3d488257e req-484d0e28-d7d8-46de-830e-dad17cd12fd2 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Feb 21 01:48:01.110643 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-cd595df6-386c-4108-91fa-b2f3942e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.112151 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-cd595df6-386c-4108-91fa-b2f3942e86d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 1127 time: 0.0443747 Feb 21 01:48:01.212392 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-942746be-1223-43e9-8f26-9e678dcedc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.213862 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-942746be-1223-43e9-8f26-9e678dcedc11 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0933812 Feb 21 01:48:01.318660 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-e436f8ea-b1d9-412a-8f0f-bf9392f6eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.322590 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cbb42ada-9fe8-4fd7-af22-3f43475d2d29 req-e436f8ea-b1d9-412a-8f0f-bf9392f6eb01 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017263 Feb 21 01:48:01.420966 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-c3a763e7-1ddc-49ce-b7d5-4d92337f12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.425263 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-c3a763e7-1ddc-49ce-b7d5-4d92337f12ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 1127 time: 0.0615058 Feb 21 01:48:01.482418 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-b018eac1-7855-4e4e-93ad-84eca7187a4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3 HTTP/1.1" status: 200 len: 217 time: 0.0485647 Feb 21 01:48:01.536254 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c504d-f526-43ba-8be8-40122553a8bb req-d80b61ee-4c31-4adf-ac47-421554f9f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.539044 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-d80b61ee-4c31-4adf-ac47-421554f9f064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03bca479-1395-4acb-955a-40b53f0880ee HTTP/1.1" status: 200 len: 848 time: 0.0509593 Feb 21 01:48:01.574763 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-215c897c-37fc-4a3b-b422-5d6832352232 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281792 Feb 21 01:48:01.684557 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-e3860c69-ff66-4e2e-90fa-8e4e3958b45b service neutron] 10.222.0.65 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029878 Feb 21 01:48:01.717101 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc18fb1-0937-4e7b-ac1e-7c6b20c333c9 req-467f4198-90d4-4cde-bb6a-8fb13e036150 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:01.718598 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4cc18fb1-0937-4e7b-ac1e-7c6b20c333c9 req-467f4198-90d4-4cde-bb6a-8fb13e036150 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 943 time: 0.0540361 Feb 21 01:48:01.770787 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-4cc18fb1-0937-4e7b-ac1e-7c6b20c333c9 req-73c4ef1a-b8cc-4ac5-a5a5-7a7c74168cdf tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Feb 21 01:48:01.779713 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-d87c504d-f526-43ba-8be8-40122553a8bb req-02d763a6-f023-4e14-aa84-a6820b076e3e service neutron] 10.222.0.65 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Feb 21 01:48:02.180798 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-942ab0d2-ea76-4b9e-bf84-1d8c04682166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:02.893774 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9519e3-3593-4177-820a-79ab61890bea req-c6ea81f3-7e71-4366-9a09-2c23e9a0c4af tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:02.895276 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e9519e3-3593-4177-820a-79ab61890bea req-c6ea81f3-7e71-4366-9a09-2c23e9a0c4af tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 943 time: 0.0580788 Feb 21 01:48:02.942476 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-5e9519e3-3593-4177-820a-79ab61890bea req-b7c2d35b-3315-4f50-92b7-1791264c2340 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Feb 21 01:48:03.676952 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:04.061708 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283390d-d37e-466e-bce9-c5d0ba595b2d req-357110d8-ffc5-4bc3-954d-386e870ad125 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:04.063274 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5283390d-d37e-466e-bce9-c5d0ba595b2d req-357110d8-ffc5-4bc3-954d-386e870ad125 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 943 time: 0.0537951 Feb 21 01:48:04.113220 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5283390d-d37e-466e-bce9-c5d0ba595b2d req-f1fe0fa1-eb66-4aef-931b-1c6f363f7bc0 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Feb 21 01:48:04.136923 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 1d79c3bc-9139-446e-ac66-a5390c9809d3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:48:04.232661 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:04.244375 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '1d79c3bc-9139-446e-ac66-a5390c9809d3', 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85', 'port_id': '1d79c3bc-9139-446e-ac66-a5390c9809d3', 'mac_address': 'fa:16:3e:65:87:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bca479-1395-4acb-955a-40b53f0880ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:48:04.283578 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 1d79c3bc-9139-446e-ac66-a5390c9809d3 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:04.284033 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:04.296651 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d79c3bc-9139-446e-ac66-a5390c9809d3 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:48:04.315921 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:04.397876 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:04.443914 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:04.450717 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.451076 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.451427 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.451771 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.452770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.452770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.452770 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.453096 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.453423 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.453752 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.454554 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.455057 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:04.455394 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:05.129657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:05.255047 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5177a2-82bf-4cd3-a30e-d6fca09e5cdf req-deae091f-6947-4499-b449-313e264dc1f3 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:05.256525 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e5177a2-82bf-4cd3-a30e-d6fca09e5cdf req-deae091f-6947-4499-b449-313e264dc1f3 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 944 time: 0.0578299 Feb 21 01:48:05.303647 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2e5177a2-82bf-4cd3-a30e-d6fca09e5cdf req-ed12ce47-1559-4429-b06d-81fcd26d9727 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Feb 21 01:48:06.013690 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:06.421599 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c743b7-a9f7-4bf2-9375-34064fd843a5 req-c30aabf4-4734-49f3-b35e-1f2f87e4cd02 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:06.423102 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f3c743b7-a9f7-4bf2-9375-34064fd843a5 req-c30aabf4-4734-49f3-b35e-1f2f87e4cd02 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 944 time: 0.0523765 Feb 21 01:48:06.468962 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-f3c743b7-a9f7-4bf2-9375-34064fd843a5 req-c2fb18bb-3266-416b-b8c4-caaf4c5cc224 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 21 01:48:07.251779 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['1d79c3bc-9139-446e-ac66-a5390c9809d3'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:48:07.588205 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45abd4-fbf7-43fc-bed6-45b51a7615b9 req-649a4c93-0c4f-4d53-a724-814275cb29be tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:07.589706 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6e45abd4-fbf7-43fc-bed6-45b51a7615b9 req-649a4c93-0c4f-4d53-a724-814275cb29be tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 944 time: 0.0538893 Feb 21 01:48:07.636356 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-6e45abd4-fbf7-43fc-bed6-45b51a7615b9 req-12bd4666-73e0-4f27-989f-111beb18405c tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Feb 21 01:48:08.168449 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 1d79c3bc-9139-446e-ac66-a5390c9809d3 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:48:08.295198 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 1d79c3bc-9139-446e-ac66-a5390c9809d3 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:48:08.299797 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 1d79c3bc-9139-446e-ac66-a5390c9809d3 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:48:08.300217 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:08.384635 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 1d79c3bc-9139-446e-ac66-a5390c9809d3 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:08.385111 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:08.409388 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:08.411672 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1dce7f-eb72-4afb-b443-b108d41f25bf" -d '{"events": [{"server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "name": "network-vif-plugged", "status": "completed", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:08.424209 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:08.448150 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870d89e3-e1eb-4cc9-891e-3e59f67754ed x-openstack-request-id: req-870d89e3-e1eb-4cc9-891e-3e59f67754ed {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:08.448444 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "name": "network-vif-plugged", "status": "completed", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:08.448700 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-870d89e3-e1eb-4cc9-891e-3e59f67754ed {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:08.449097 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3', 'code': 200} Feb 21 01:48:08.506693 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:08.554542 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:08.783267 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4cb04-b4be-4f71-8f33-8a7793eaabc5 req-fc432b5c-51f6-4bc5-98b4-3b5e6265c7a2 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:08.784761 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-22a4cb04-b4be-4f71-8f33-8a7793eaabc5 req-fc432b5c-51f6-4bc5-98b4-3b5e6265c7a2 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0826652 Feb 21 01:48:08.807271 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c99c0-ae10-459f-8a18-8af0bb815e26 req-c15ce6b0-f85f-41c8-bdff-11145d754a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:08.808726 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-629c99c0-ae10-459f-8a18-8af0bb815e26 req-c15ce6b0-f85f-41c8-bdff-11145d754a4c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 1129 time: 0.0685787 Feb 21 01:48:08.856797 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-22a4cb04-b4be-4f71-8f33-8a7793eaabc5 req-3965c07d-e556-4082-b40f-c59a4ec31756 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Feb 21 01:48:08.869209 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-629c99c0-ae10-459f-8a18-8af0bb815e26 req-b7e86633-d603-478e-825a-d80d0a5a9a6b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Feb 21 01:48:09.524020 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:09.984093 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9b348-bc40-4c60-8f3b-3f680b9efae5 req-3a91ccc0-5ad5-440b-88fb-746c6657ff96 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:09.986101 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0ea9b348-bc40-4c60-8f3b-3f680b9efae5 req-3a91ccc0-5ad5-440b-88fb-746c6657ff96 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0586622 Feb 21 01:48:10.033611 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-0ea9b348-bc40-4c60-8f3b-3f680b9efae5 req-9a49416d-6560-4830-a60d-b71767f880f4 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Feb 21 01:48:10.327727 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:48:11.157054 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263357dd-85f0-4dbb-a2be-5ae6b1e31ea1 req-ef09d138-0552-4890-ab67-8e27bc1a7d92 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:11.158575 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-263357dd-85f0-4dbb-a2be-5ae6b1e31ea1 req-ef09d138-0552-4890-ab67-8e27bc1a7d92 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0545642 Feb 21 01:48:11.203715 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-263357dd-85f0-4dbb-a2be-5ae6b1e31ea1 req-3d3ca401-e8c0-4ea1-bc5f-73e6c87b995e tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Feb 21 01:48:13.730985 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0268c33-7079-4f3f-b9ac-571909298bb4 req-e9aad58a-32eb-4c09-b44d-155c39c473e9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:13.732464 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c0268c33-7079-4f3f-b9ac-571909298bb4 req-e9aad58a-32eb-4c09-b44d-155c39c473e9 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0579731 Feb 21 01:48:13.778475 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-c0268c33-7079-4f3f-b9ac-571909298bb4 req-2fbe2898-fe93-46f2-9bb4-97ade2d8cccc tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Feb 21 01:48:14.910760 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfabc2-4322-43b9-a886-f06d60116954 req-eeaff908-89c5-453e-a3f3-70b187901505 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:14.912335 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2bcfabc2-4322-43b9-a886-f06d60116954 req-eeaff908-89c5-453e-a3f3-70b187901505 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0653369 Feb 21 01:48:14.958089 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2bcfabc2-4322-43b9-a886-f06d60116954 req-7e8bdd8f-765f-417a-a431-85e9a722778d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Feb 21 01:48:15.063818 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-212b984b-c6db-4058-b3a8-b38e615432a6 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:15.065402 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-212b984b-c6db-4058-b3a8-b38e615432a6 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 945 time: 0.0524380 Feb 21 01:48:15.167301 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Deleting port 1d79c3bc-9139-446e-ac66-a5390c9809d3 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:15.167647 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:15.255579 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] For port 1d79c3bc-9139-446e-ac66-a5390c9809d3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1d79c3bc-9139-446e-ac66-a5390c9809d3,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:15.255993 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:15.268445 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Calling delete_port for 1d79c3bc-9139-446e-ac66-a5390c9809d3 owned by compute:nova {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:15.467210 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (1d79c3bc-9139-446e-ac66-a5390c9809d3), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:15.479266 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['1d79c3bc-9139-446e-ac66-a5390c9809d3'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:48:15.497218 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Pushing event deleted for resources: {'Port': ['ID=1d79c3bc-9139-446e-ac66-a5390c9809d3,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:15.540157 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] No DVR routers for this DVR port 1d79c3bc-9139-446e-ac66-a5390c9809d3 on host hv-cinder-81322 {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:15.542732 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:15.546031 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-2c36b469-ee7d-4922-a2d5-1aa2ad62c09b req-28b670b4-fa46-4f2f-9622-7c0746cb9135 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "DELETE /v2.0/ports/1d79c3bc-9139-446e-ac66-a5390c9809d3 HTTP/1.1" status: 204 len: 173 time: 0.4741726 Feb 21 01:48:15.546463 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'name': 'network-vif-deleted', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:15.552195 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51315dc-fa4c-4795-b64f-3741202ba80a" -d '{"events": [{"server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "name": "network-vif-deleted", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:15.589258 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4900c8-82dd-46d1-917c-4cd0b80eb2bd x-openstack-request-id: req-ec4900c8-82dd-46d1-917c-4cd0b80eb2bd {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:15.589560 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a3764b-c398-4601-8ffa-40fabc76e62e", "name": "network-vif-deleted", "tag": "1d79c3bc-9139-446e-ac66-a5390c9809d3", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:15.589823 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ec4900c8-82dd-46d1-917c-4cd0b80eb2bd {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:15.590229 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a3764b-c398-4601-8ffa-40fabc76e62e', 'name': 'network-vif-deleted', 'tag': '1d79c3bc-9139-446e-ac66-a5390c9809d3', 'status': 'completed', 'code': 200} Feb 21 01:48:16.061541 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-8eea8ad7-7506-4e90-a6e4-06329003048f req-61ee7c46-6db4-415d-aa4e-d9b56864f817 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0264969 Feb 21 01:48:17.441881 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-30c67b03-56a4-4d96-893c-af6cede4f6e2 req-05845486-13a6-4040-9828-5551c0f56b8f tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.3038101 Feb 21 01:48:18.549542 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-c3b3d887-e4e4-4e2b-b797-e6d357440010 req-7d6f5118-f073-435e-a554-4104272b4296 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a3764b-c398-4601-8ffa-40fabc76e62e HTTP/1.1" status: 200 len: 210 time: 0.0311265 Feb 21 01:48:18.583973 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 1d79c3bc-9139-446e-ac66-a5390c9809d3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:18.609815 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 1d79c3bc-9139-446e-ac66-a5390c9809d3 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:18.609815 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 1d79c3bc-9139-446e-ac66-a5390c9809d3 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:19.807288 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-09443a1d-bb7e-4564-80e3-73387a84e36e tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:19.810493 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-09443a1d-bb7e-4564-80e3-73387a84e36e tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/networks?id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 HTTP/1.1" status: 200 len: 808 time: 0.1006749 Feb 21 01:48:19.822981 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-d0b231e4-b3a2-49e7-915a-729808c46d6e tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/quotas/bcf09a28d1c5451f9a3f11d7e2ad7b5f HTTP/1.1" status: 200 len: 375 time: 0.0088646 Feb 21 01:48:19.854811 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-1951750e-38f8-4f93-8eca-e68e2d857062 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270965 Feb 21 01:48:20.037320 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-c32ebe79-6d9d-4a0c-b4f0-67268748da5e service neutron] 10.222.0.91 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754868 Feb 21 01:48:20.125379 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-8116135e-32af-4e44-8141-1aff16227f61 service neutron] 10.222.0.91 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823870 Feb 21 01:48:20.363777 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e166efda-0271-4c00-8c2a-4cb2204c9c9a req-6497b99f-d433-4b24-8eb7-73dd82201727 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 210 time: 0.0305939 Feb 21 01:48:21.463110 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-9ba06d57-c346-42cc-a1dd-d2b5ce7cd4f1 req-746418dc-3d0d-4016-8731-b3e5fbedf430 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 210 time: 0.0342710 Feb 21 01:48:22.321764 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-0ec41705-f241-4f85-9b7f-77729e17fc75 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:22.323232 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-0ec41705-f241-4f85-9b7f-77729e17fc75 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "GET /v2.0/networks?id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 HTTP/1.1" status: 200 len: 808 time: 0.1007147 Feb 21 01:48:22.335691 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Request body: {'port': {'device_id': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85', 'admin_state_up': True, 'tenant_id': 'bcf09a28d1c5451f9a3f11d7e2ad7b5f'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:48:22.510840 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Made reservation on behalf of bcf09a28d1c5451f9a3f11d7e2ad7b5f for: {'port': 1} {{(pid=103415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:48:22.514282 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.591409 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-267bdbba-cc3b-4be6-8bd8-d59732b01b53 req-9bf20c0a-8a1a-40ed-b4a5-dbed477964c0 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 210 time: 0.0597551 Feb 21 01:48:22.661769 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.db_base_plugin_common [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Allocated IP 172.20.0.12 (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85/03bca479-1395-4acb-955a-40b53f0880ee/23949d21-d04d-40c4-953c-5c240acae731) {{(pid=103415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:48:22.803810 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks [] for port (23949d21-d04d-40c4-953c-5c240acae731), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.907788 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730996659469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:22.953035 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 is already hosted by enough agents. {{(pid=103415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:48:22.957341 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.scheduler.base_scheduler [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Resources bound (agent type, host, resource id): {{(pid=103415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:48:22.963850 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Received port after_create {{(pid=103415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:48:22.986681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Pushing event updated for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:23.013559 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:23.014171 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.149687 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-5018210e-1629-4856-9690-348d7d540580 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8176410 Feb 21 01:48:23.207779 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.v2.base [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Request body: {'port': {'device_id': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:48:23.269477 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (23949d21-d04d-40c4-953c-5c240acae731), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.525964 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23949d21-d04d-40c4-953c-5c240acae731 {{(pid=103415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:48:23.533246 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks [] for port (23949d21-d04d-40c4-953c-5c240acae731), precommit_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.545518 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.provisioning_blocks [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Transition to ACTIVE for port object 23949d21-d04d-40c4-953c-5c240acae731 will not be triggered until provisioned by entity L2. {{(pid=103415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:48:23.642264 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.691450 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Pushing event updated for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=2']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:23.708790 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281c2ea-b3a5-46d8-9046-41287f33ddcf req-5f89aee3-8143-46c4-9f36-10cd99436a1c tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:23.710271 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2281c2ea-b3a5-46d8-9046-41287f33ddcf req-5f89aee3-8143-46c4-9f36-10cd99436a1c tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Feb 21 01:48:23.758257 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-2281c2ea-b3a5-46d8-9046-41287f33ddcf req-700ffc83-58d8-4a58-96c8-2b4581417c8d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Feb 21 01:48:23.769238 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Attempting to bind port 23949d21-d04d-40c4-953c-5c240acae731 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:48:23.769555 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Attempting to bind port 23949d21-d04d-40c4-953c-5c240acae731 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:48:23.769901 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Attempting to bind port 23949d21-d04d-40c4-953c-5c240acae731 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:48:23.774410 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Port 23949d21-d04d-40c4-953c-5c240acae731 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:48:23.774735 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Attempting to bind port 23949d21-d04d-40c4-953c-5c240acae731 on network f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:48:23.779651 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Checking agent: {'id': 'dcd0fc85-2e10-4b18-9701-509ef53816c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'started_at': datetime.datetime(2022, 2, 21, 1, 7, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:48:23.780028 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Checking segment: {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:48:23.780417 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Bound using segment: {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'} {{(pid=103415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:48:23.780849 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.managers [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Bound port: 23949d21-d04d-40c4-953c-5c240acae731, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71eef3b1-96a3-4e08-9938-ad4f0665b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85'}}] {{(pid=103415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:48:23.781210 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (23949d21-d04d-40c4-953c-5c240acae731), before_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.843602 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, cleared binding levels {{(pid=103415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:48:23.847501 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23949d21-d04d-40c4-953c-5c240acae731,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:48:23.935989 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386776'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_update {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.970693 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:23.972017 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:23.973432 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] 10.222.0.65 "PUT /v2.0/ports/23949d21-d04d-40c4-953c-5c240acae731 HTTP/1.1" status: 200 len: 1094 time: 0.8161278 Feb 21 01:48:23.973874 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'tag': '23949d21-d04d-40c4-953c-5c240acae731'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:23.976141 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb4051-a674-4442-8d2f-8404ae8d0ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "tag": "23949d21-d04d-40c4-953c-5c240acae731"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:23.998386 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f26b0-5407-4413-9796-b91f00a5531a service neutron] Pushing event updated for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=3']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:24.011500 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376db83c-a2a0-4adc-ae39-2da58f1e2262 x-openstack-request-id: req-376db83c-a2a0-4adc-ae39-2da58f1e2262 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:24.011795 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "tag": "23949d21-d04d-40c4-953c-5c240acae731", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:24.012091 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-376db83c-a2a0-4adc-ae39-2da58f1e2262 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:24.012492 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'tag': '23949d21-d04d-40c4-953c-5c240acae731', 'status': 'completed', 'code': 200} Feb 21 01:48:24.076688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-b6dc4cdf-db3a-4142-b939-4fc2dd379dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.078225 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-b6dc4cdf-db3a-4142-b939-4fc2dd379dd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 1128 time: 0.0452189 Feb 21 01:48:24.179144 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-12058a48-1ade-4cc9-938b-d0aeb7a45ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.180696 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-12058a48-1ade-4cc9-938b-d0aeb7a45ff8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0950508 Feb 21 01:48:24.278172 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-89b84c18-fd08-4de1-82d6-e4cedfb0f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.279726 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-85bb4051-a674-4442-8d2f-8404ae8d0ae8 req-89b84c18-fd08-4de1-82d6-e4cedfb0f3e6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925088 Feb 21 01:48:24.366819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-25f7c7b8-8f7a-4f54-8e5f-1c12586f3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.368340 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-25f7c7b8-8f7a-4f54-8e5f-1c12586f3309 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 1128 time: 0.0525823 Feb 21 01:48:24.409401 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-a2ee2d13-2077-4832-ba7b-540830747afb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23949d21-d04d-40c4-953c-5c240acae731 HTTP/1.1" status: 200 len: 217 time: 0.0339758 Feb 21 01:48:24.459323 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-701436ef-f0ed-4f77-9ae7-14b16744fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.460821 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-701436ef-f0ed-4f77-9ae7-14b16744fc1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03bca479-1395-4acb-955a-40b53f0880ee HTTP/1.1" status: 200 len: 848 time: 0.0456347 Feb 21 01:48:24.496703 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-58077927-ee8f-4148-9d52-189a557e438e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288315 Feb 21 01:48:24.542950 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44564) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:24.586772 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-95ea8a2e-d6cc-4d68-8983-2f042f332aa6 service neutron] 10.222.0.65 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830846 Feb 21 01:48:24.646635 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c74cb7c4-621c-481f-bc22-8f94258e6c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:24.681031 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-a9a09687-d8d0-4ce9-87e4-2b5d8cc4e9ee req-e2bbbbc9-eb78-4417-a3bf-fd6f2d24cf97 service neutron] 10.222.0.65 "GET /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878787 Feb 21 01:48:24.718377 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c74cb7c4-621c-481f-bc22-8f94258e6c50 admin admin] Publish callbacks [] for security_group (26b89842-2592-40f0-ace1-b08cc57ace9e), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:24.802412 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c74cb7c4-621c-481f-bc22-8f94258e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (26b89842-2592-40f0-ace1-b08cc57ace9e), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:24.852062 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c74cb7c4-621c-481f-bc22-8f94258e6c50 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dea07cf753f346c6a9e1d3b2f1654bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079638 Feb 21 01:48:24.854689 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44570) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:24.870725 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb7c4-621c-481f-bc22-8f94258e6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b89842-2592-40f0-ace1-b08cc57ace9e,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:24.901308 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcad77-16a3-48b0-b41b-a9a761029b47 req-34b9ad7b-4228-4771-bff6-6b87d0491614 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.902785 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1adcad77-16a3-48b0-b41b-a9a761029b47 req-34b9ad7b-4228-4771-bff6-6b87d0491614 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 944 time: 0.0756757 Feb 21 01:48:24.904330 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] Publish callbacks [] for security_group (26b89842-2592-40f0-ace1-b08cc57ace9e), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:24.925418 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] Publish callbacks [] for security_group (26b89842-2592-40f0-ace1-b08cc57ace9e), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:24.950988 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-1adcad77-16a3-48b0-b41b-a9a761029b47 req-8e31caf6-011e-4a0f-9017-fd8727d9362e tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Feb 21 01:48:25.038296 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (26b89842-2592-40f0-ace1-b08cc57ace9e), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.040883 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.042033 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/26b89842-2592-40f0-ace1-b08cc57ace9e HTTP/1.1" status: 204 len: 168 time: 0.1863561 Feb 21 01:48:25.050271 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d96b45-edae-4b98-810f-4bde859deaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b89842-2592-40f0-ace1-b08cc57ace9e,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:25.622579 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44576) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:25.635582 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1b177a40-2849-4a9d-9aba-ef35a8586ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.707076 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1b177a40-2849-4a9d-9aba-ef35a8586ccb admin admin] Publish callbacks [] for security_group (2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.761922 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-1b177a40-2849-4a9d-9aba-ef35a8586ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.798249 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b177a40-2849-4a9d-9aba-ef35a8586ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:25.803938 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-1b177a40-2849-4a9d-9aba-ef35a8586ccb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0ffe418b1feb47e49efcd193255aab32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803193 Feb 21 01:48:25.806672 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 44578) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:25.857808 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] Publish callbacks [] for security_group (2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:25.879270 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] Publish callbacks [] for security_group (2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.029781 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.032395 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.033479 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3 HTTP/1.1" status: 204 len: 168 time: 0.2258925 Feb 21 01:48:26.059259 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbc435-239b-4fd5-97e8-886f0a06b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7f5da-5a6c-46a9-ae00-1f96b4dba1a3,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:26.082804 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d3db-4c58-43a0-8a4e-e7cde791bfe6 req-04a3a1ee-8325-4587-9c63-22b5e853c977 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:26.084343 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f881d3db-4c58-43a0-8a4e-e7cde791bfe6 req-04a3a1ee-8325-4587-9c63-22b5e853c977 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 944 time: 0.0645881 Feb 21 01:48:26.131442 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-f881d3db-4c58-43a0-8a4e-e7cde791bfe6 req-59833148-9212-4db3-ac2c-a9a83e08730f tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Feb 21 01:48:26.616491 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 23949d21-d04d-40c4-953c-5c240acae731 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:48:26.712095 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23949d21-d04d-40c4-953c-5c240acae731,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:26.723764 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Returning: {'device': '23949d21-d04d-40c4-953c-5c240acae731', 'network_id': 'f0d87b56-b49e-49d2-8c25-e8d4fdaadd85', 'port_id': '23949d21-d04d-40c4-953c-5c240acae731', 'mac_address': 'fa:16:3e:c8:6d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bca479-1395-4acb-955a-40b53f0880ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:48:26.763751 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 23949d21-d04d-40c4-953c-5c240acae731 is: DOWN; New status is: BUILD {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:26.764186 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (23949d21-d04d-40c4-953c-5c240acae731), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.777938 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23949d21-d04d-40c4-953c-5c240acae731 {{(pid=103417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:48:26.797215 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23949d21-d04d-40c4-953c-5c240acae731,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:26.888225 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:26.934831 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=4']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:27.086123 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['23949d21-d04d-40c4-953c-5c240acae731'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:48:27.254519 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e9ca-4f3b-47fd-bc10-a3d54473bacb req-e82e76bf-31ff-4044-9ba6-e9720bd13817 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:27.256025 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5120e9ca-4f3b-47fd-bc10-a3d54473bacb req-e82e76bf-31ff-4044-9ba6-e9720bd13817 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Feb 21 01:48:27.301717 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-5120e9ca-4f3b-47fd-bc10-a3d54473bacb req-18adc03f-635a-4a62-b10d-93d012736749 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Feb 21 01:48:27.646818 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44616) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:27.746652 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b0187ae9-edb8-4a3b-b14c-8441a9b31eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:27.820603 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b0187ae9-edb8-4a3b-b14c-8441a9b31eb2 admin admin] Publish callbacks [] for security_group (215f9b4c-f663-40f8-960c-b61c91c0bed0), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:27.901054 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-b0187ae9-edb8-4a3b-b14c-8441a9b31eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (215f9b4c-f663-40f8-960c-b61c91c0bed0), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:27.941885 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0187ae9-edb8-4a3b-b14c-8441a9b31eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215f9b4c-f663-40f8-960c-b61c91c0bed0,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:27.946225 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-b0187ae9-edb8-4a3b-b14c-8441a9b31eb2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5d7fa86e07746f487225512035fb083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983472 Feb 21 01:48:27.949312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 44620) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:27.996066 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] Publish callbacks [] for security_group (215f9b4c-f663-40f8-960c-b61c91c0bed0), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.017084 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] Publish callbacks [] for security_group (215f9b4c-f663-40f8-960c-b61c91c0bed0), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.135559 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (215f9b4c-f663-40f8-960c-b61c91c0bed0), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.138158 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.139283 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/215f9b4c-f663-40f8-960c-b61c91c0bed0 HTTP/1.1" status: 204 len: 168 time: 0.1896148 Feb 21 01:48:28.150248 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcf7ba-0e55-407b-b32a-40cc6252d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f9b4c-f663-40f8-960c-b61c91c0bed0,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:28.429040 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff79d6-77fd-4b0f-aaf9-3086b027296b req-c5a18b5f-2e78-4814-97fe-efad968e4b08 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:28.430498 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3aff79d6-77fd-4b0f-aaf9-3086b027296b req-c5a18b5f-2e78-4814-97fe-efad968e4b08 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 945 time: 0.0583022 Feb 21 01:48:28.482183 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-3aff79d6-77fd-4b0f-aaf9-3086b027296b req-2f362dcc-f3db-497b-a435-1f3431fb99f3 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Feb 21 01:48:28.622761 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 23949d21-d04d-40c4-953c-5c240acae731 up at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:48:28.712714 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning for port 23949d21-d04d-40c4-953c-5c240acae731 completed by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:48:28.716624 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.db.provisioning_blocks [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Provisioning complete for port 23949d21-d04d-40c4-953c-5c240acae731 triggered by entity L2. {{(pid=103417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:48:28.717267 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268409350'] for port (23949d21-d04d-40c4-953c-5c240acae731), provisioning_complete {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.800009 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Current status of the port 23949d21-d04d-40c4-953c-5c240acae731 is: BUILD; New status is: ACTIVE {{(pid=103417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:28.800009 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267978783'] for port (23949d21-d04d-40c4-953c-5c240acae731), before_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.823963 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949d21-d04d-40c4-953c-5c240acae731'}] {{(pid=103417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:28.826186 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4b1d15c0ab2e77f3b3845c0010c722c11e3a375c38ef3f0f6c66bdf72697f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347657c0-850c-421b-bf8f-7b70890e0fe9" -d '{"events": [{"server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "name": "network-vif-plugged", "status": "completed", "tag": "23949d21-d04d-40c4-953c-5c240acae731"}]}' {{(pid=103417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:28.839581 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23949d21-d04d-40c4-953c-5c240acae731,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:28.916870 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730997216139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730996659487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730996659505'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:28.967204 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Pushing event updated for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=5']} {{(pid=103417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:28.984155 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c98df8-702f-4f45-88c9-eb47b6ee33c6 x-openstack-request-id: req-73c98df8-702f-4f45-88c9-eb47b6ee33c6 {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:28.984461 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "name": "network-vif-plugged", "status": "completed", "tag": "23949d21-d04d-40c4-953c-5c240acae731", "code": 200}]} {{(pid=103417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:28.984715 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73c98df8-702f-4f45-88c9-eb47b6ee33c6 {{(pid=103417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:28.985114 dv-cinder-813227-6-iscsi neutron-server[103417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23949d21-d04d-40c4-953c-5c240acae731', 'code': 200} Feb 21 01:48:29.299004 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edb56-10a9-4887-bd9e-ce944725f05d req-29c6265e-53d9-4569-be06-80898acbac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:29.301322 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc6edb56-10a9-4887-bd9e-ce944725f05d req-29c6265e-53d9-4569-be06-80898acbac3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 1130 time: 0.0462499 Feb 21 01:48:29.346427 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-bc6edb56-10a9-4887-bd9e-ce944725f05d req-8540e806-9394-4850-9533-d8cd96f5f3b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Feb 21 01:48:29.545135 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d82be4b-36dd-47ab-9edc-72621740ce22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:29.599183 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ab60-b9f8-42a5-8b7b-52090a84420a req-1f2cd0e1-08b8-4618-8d69-73770026004d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:29.600665 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e071ab60-b9f8-42a5-8b7b-52090a84420a req-1f2cd0e1-08b8-4618-8d69-73770026004d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 946 time: 0.0543211 Feb 21 01:48:29.646149 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-e071ab60-b9f8-42a5-8b7b-52090a84420a req-60c96d50-9d5d-4c46-8367-74c36babe911 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Feb 21 01:48:30.765244 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad0078-3988-43bb-bbdc-722c2a675378 req-cd578c5c-9878-4911-b96e-b39c3b7911a2 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:30.766775 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-84ad0078-3988-43bb-bbdc-722c2a675378 req-cd578c5c-9878-4911-b96e-b39c3b7911a2 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 946 time: 0.0529492 Feb 21 01:48:30.814338 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-84ad0078-3988-43bb-bbdc-722c2a675378 req-200a851e-3681-4b8a-a619-a911e71fac82 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Feb 21 01:48:32.012642 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64e9c8-d38f-492d-8d87-840bfe155291 req-6f1d3eb3-d30c-4786-8a86-8ddffdfb99be tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:32.014169 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de64e9c8-d38f-492d-8d87-840bfe155291 req-6f1d3eb3-d30c-4786-8a86-8ddffdfb99be tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 946 time: 0.0590172 Feb 21 01:48:32.062826 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [req-de64e9c8-d38f-492d-8d87-840bfe155291 req-9f5a93fc-4f8f-43ac-9040-f0b4179e65a8 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Feb 21 01:48:32.147304 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3ce7667c-84df-4300-a7e5-b8faef4a5fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.197412 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a605-2e66-455e-ac5c-9c4b276d7722 req-877c99f0-618f-42b7-9ec6-3b62b95ea34d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:33.199075 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd56a605-2e66-455e-ac5c-9c4b276d7722 req-877c99f0-618f-42b7-9ec6-3b62b95ea34d tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 946 time: 0.0624366 Feb 21 01:48:33.249412 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-cd56a605-2e66-455e-ac5c-9c4b276d7722 req-c78dc5d7-9b13-44e1-94df-f36e28c33266 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/security-groups?id=07169efd-e271-42d2-a046-835227ae9215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Feb 21 01:48:33.423819 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd779-0cc7-4460-8986-3abedf085c7a req-3476a378-284e-4b91-9682-d76358c588fc tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:33.425292 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-770dd779-0cc7-4460-8986-3abedf085c7a req-3476a378-284e-4b91-9682-d76358c588fc tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 946 time: 0.0539119 Feb 21 01:48:33.523599 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Deleting port 23949d21-d04d-40c4-953c-5c240acae731 {{(pid=103415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:48:33.523981 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730997208854'] for port (23949d21-d04d-40c4-953c-5c240acae731), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.526116 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.616899 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.db [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] For port 23949d21-d04d-40c4-953c-5c240acae731, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23949d21-d04d-40c4-953c-5c240acae731,segment=NetworkSegment(71eef3b1-96a3-4e08-9938-ad4f0665b11b),segment_id=71eef3b1-96a3-4e08-9938-ad4f0665b11b)] {{(pid=103415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:33.617196 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547458'] for port (23949d21-d04d-40c4-953c-5c240acae731), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.628955 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Calling delete_port for 23949d21-d04d-40c4-953c-5c240acae731 owned by compute:nova {{(pid=103415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:48:33.832909 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267979474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730997216121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730996659478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386755'] for port (23949d21-d04d-40c4-953c-5c240acae731), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.845288 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.db [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] get_ports_and_sgs() called for port_ids ['23949d21-d04d-40c4-953c-5c240acae731'] {{(pid=103417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:48:33.861121 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Pushing event deleted for resources: {'Port': ['ID=23949d21-d04d-40c4-953c-5c240acae731,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:33.875638 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.876030 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.876400 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.879427 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.880268 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:33.917043 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.db.l3_dvrscheduler_db [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] No DVR routers for this DVR port 23949d21-d04d-40c4-953c-5c240acae731 on host hv-cinder-81322 {{(pid=103415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:48:33.919589 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75056'] for port (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.922912 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-770dd779-0cc7-4460-8986-3abedf085c7a req-77d58f1f-65fe-472e-aa4c-d0565b6f5e19 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.65 "DELETE /v2.0/ports/23949d21-d04d-40c4-953c-5c240acae731 HTTP/1.1" status: 204 len: 173 time: 0.4923697 Feb 21 01:48:33.923352 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'name': 'network-vif-deleted', 'tag': '23949d21-d04d-40c4-953c-5c240acae731'}] {{(pid=103415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:33.925630 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dabb9c15e5e8c12bc0ce880100e053e1790b2e163b6bc521ae64f0ead546b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c964ecda-a707-4557-a407-18e79ad3ae8d" -d '{"events": [{"server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "name": "network-vif-deleted", "tag": "23949d21-d04d-40c4-953c-5c240acae731"}]}' {{(pid=103415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:33.962961 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81f6a0-b980-46ae-9384-327af1f4d4b3 x-openstack-request-id: req-9d81f6a0-b980-46ae-9384-327af1f4d4b3 {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:33.963260 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542a440-4d60-423e-ae7d-74e2ae63eed8", "name": "network-vif-deleted", "tag": "23949d21-d04d-40c4-953c-5c240acae731", "status": "completed", "code": 200}]} {{(pid=103415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:33.963521 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d81f6a0-b980-46ae-9384-327af1f4d4b3 {{(pid=103415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:33.963957 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542a440-4d60-423e-ae7d-74e2ae63eed8', 'name': 'network-vif-deleted', 'tag': '23949d21-d04d-40c4-953c-5c240acae731', 'status': 'completed', 'code': 200} Feb 21 01:48:34.361574 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [req-833b4f40-097c-40ec-9de7-01852e10f7d8 req-fe23db80-5a32-4a75-bb64-18531e9cc506 tempest-VolumesActionsTest-604054844 tempest-VolumesActionsTest-604054844-project] 10.222.0.91 "GET /v2.0/ports?device_id=6542a440-4d60-423e-ae7d-74e2ae63eed8 HTTP/1.1" status: 200 len: 210 time: 0.0325530 Feb 21 01:48:35.122103 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:35.979208 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:36.685033 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 23949d21-d04d-40c4-953c-5c240acae731 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:48:36.706128 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] No Port match for: 23949d21-d04d-40c4-953c-5c240acae731 {{(pid=103417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:48:36.706490 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron.plugins.ml2.rpc [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Device 23949d21-d04d-40c4-953c-5c240acae731 not bound to the agent host hv-cinder-81322 {{(pid=103417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:48:39.539347 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:47.328443 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:48:59.528485 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4e9df147-f889-49d4-9f0a-47d401e377a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:02.130320 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-0d141cfc-b7d4-4f3d-bb36-2c35460de22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:03.571952 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:05.148040 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:05.860663 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 45090) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:05.905617 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Deleting subnet 03bca479-1395-4acb-955a-40b53f0880ee {{(pid=103416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:49:05.908861 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Publish callbacks [] for subnet (03bca479-1395-4acb-955a-40b53f0880ee), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:05.942473 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748994'] for subnet (03bca479-1395-4acb-955a-40b53f0880ee), precommit_delete_associations {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:05.976103 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:05.986423 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-268412980'] for subnet (03bca479-1395-4acb-955a-40b53f0880ee), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.090341 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-268412941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8675683'] for subnet (03bca479-1395-4acb-955a-40b53f0880ee), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.114980 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bca479-1395-4acb-955a-40b53f0880ee,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:06.120211 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for subnet (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.123421 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/03bca479-1395-4acb-955a-40b53f0880ee HTTP/1.1" status: 204 len: 168 time: 0.2617486 Feb 21 01:49:06.126200 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 45094) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:06.129666 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.130023 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.130410 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.130691 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.131025 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.132438 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.132438 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.132438 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.138044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.138044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.138044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.138044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.138044 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6057028-aa38-4b87-a207-94522d5c4ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-6-iscsi {{(pid=103416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:49:06.199664 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268338365'] for network (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.278897 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268414397', 'neutron.services.segments.db._delete_segments_for_network-8730997104954'] for network (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.298474 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d87b56-b49e-49d2-8c25-e8d4fdaadd85']}} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:49:06.308260 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eef3b1-96a3-4e08-9938-ad4f0665b11b') {'for_net_delete': True} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:49:06.308558 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.services.segments.db [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eef3b1-96a3-4e08-9938-ad4f0665b11b') {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:49:06.317593 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730997104451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3777587'] for segment (71eef3b1-96a3-4e08-9938-ad4f0665b11b), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.332987 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529'] for segment (71eef3b1-96a3-4e08-9938-ad4f0665b11b), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.339655 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-268368529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386804'] for segment (71eef3b1-96a3-4e08-9938-ad4f0665b11b), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: Traceback (most recent call last): Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: timer() Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: cb(*args, **kw) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: return func(*args, **kwargs) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: self._notify() Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: self.callback(batched_events) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: event.method(event) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: return f(self, *a, **k) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._get(url).json() Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: return self.request(url, 'GET', **kwargs) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:49:06.344681 dv-cinder-813227-6-iscsi neutron-server[103415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:49:06.473075 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268414390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541916'] for network (f0d87b56-b49e-49d2-8c25-e8d4fdaadd85), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.478002 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551393'] for network (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.483518 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] 10.222.0.91 "DELETE /v2.0/networks/f0d87b56-b49e-49d2-8c25-e8d4fdaadd85 HTTP/1.1" status: 204 len: 168 time: 0.3557689 Feb 21 01:49:06.497370 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608456eb-c5f0-4560-beb1-4f7c6852833e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d87b56-b49e-49d2-8c25-e8d4fdaadd85,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:06.920807 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 45102) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:06.959051 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-cb4a420f-e412-48b9-b407-32a4e2691f31 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bcf09a28d1c5451f9a3f11d7e2ad7b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370178 Feb 21 01:49:06.962124 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 45104) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:07.013235 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] Publish callbacks [] for security_group (07169efd-e271-42d2-a046-835227ae9215), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.034402 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] Publish callbacks [] for security_group (07169efd-e271-42d2-a046-835227ae9215), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.173323 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (07169efd-e271-42d2-a046-835227ae9215), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.175797 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.176954 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/07169efd-e271-42d2-a046-835227ae9215 HTTP/1.1" status: 204 len: 168 time: 0.2139511 Feb 21 01:49:07.185665 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d9803-239b-445c-a4c8-5e00f45ed8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07169efd-e271-42d2-a046-835227ae9215,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:09.137312 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 45156) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:09.254902 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d9075446-b572-43be-abf0-e2300b124a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.326080 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d9075446-b572-43be-abf0-e2300b124a7d admin admin] Publish callbacks [] for security_group (586a3e09-5808-4820-9036-bfd207e301f6), precommit_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.396354 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-d9075446-b572-43be-abf0-e2300b124a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (586a3e09-5808-4820-9036-bfd207e301f6), after_create {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.435487 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-d9075446-b572-43be-abf0-e2300b124a7d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96775a20b26340d9b854af29743fbffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970016 Feb 21 01:49:09.436399 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9075446-b572-43be-abf0-e2300b124a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a3e09-5808-4820-9036-bfd207e301f6,revision_number=1']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:09.438299 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 45160) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:09.489408 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] Publish callbacks [] for security_group (586a3e09-5808-4820-9036-bfd207e301f6), before_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.509786 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] Publish callbacks [] for security_group (586a3e09-5808-4820-9036-bfd207e301f6), precommit_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.524681 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.621801 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (586a3e09-5808-4820-9036-bfd207e301f6), after_delete {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.624440 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.625686 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/586a3e09-5808-4820-9036-bfd207e301f6 HTTP/1.1" status: 204 len: 168 time: 0.1864965 Feb 21 01:49:09.633575 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69356b10-1001-4a54-bc0b-17672c2b978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a3e09-5808-4820-9036-bfd207e301f6,revision_number=None']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:17.645782 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.wsgi [-] (103415) accepted ('10.222.0.91', 45196) {{(pid=103415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:17.747245 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a4ed353c-cf04-470d-a182-f39949d4295e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:17.820414 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a4ed353c-cf04-470d-a182-f39949d4295e admin admin] Publish callbacks [] for security_group (45094289-eb22-4ca7-802b-3bac9e3bce9e), precommit_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:17.895688 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-a4ed353c-cf04-470d-a182-f39949d4295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (45094289-eb22-4ca7-802b-3bac9e3bce9e), after_create {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:17.937157 dv-cinder-813227-6-iscsi neutron-server[103415]: INFO neutron.wsgi [None req-a4ed353c-cf04-470d-a182-f39949d4295e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6e3c0645abf3476a88874154502dcca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902749 Feb 21 01:49:17.938526 dv-cinder-813227-6-iscsi neutron-server[103415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed353c-cf04-470d-a182-f39949d4295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45094289-eb22-4ca7-802b-3bac9e3bce9e,revision_number=1']} {{(pid=103415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:17.939796 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.wsgi [-] (103416) accepted ('10.222.0.91', 45200) {{(pid=103416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:49:17.990753 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] Publish callbacks [] for security_group (45094289-eb22-4ca7-802b-3bac9e3bce9e), before_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:18.015322 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] Publish callbacks [] for security_group (45094289-eb22-4ca7-802b-3bac9e3bce9e), precommit_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:18.130406 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017485'] for security_group (45094289-eb22-4ca7-802b-3bac9e3bce9e), after_delete {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:18.133279 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron_lib.callbacks.manager [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:18.134471 dv-cinder-813227-6-iscsi neutron-server[103416]: INFO neutron.wsgi [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/45094289-eb22-4ca7-802b-3bac9e3bce9e HTTP/1.1" status: 204 len: 168 time: 0.1935825 Feb 21 01:49:18.143220 dv-cinder-813227-6-iscsi neutron-server[103416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21579a9-f911-44d3-9624-6bc8dbbb46b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45094289-eb22-4ca7-802b-3bac9e3bce9e,revision_number=None']} {{(pid=103416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:49:24.327302 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:49:29.519128 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a6181378-5447-4b9b-a503-f1ada1dff6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:32.161816 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae4f3-74d3-4e90-8ce6-eb27c9d73900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:33.584405 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:35.138435 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:36.007168 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:39.532956 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:59.526954 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a0a888c1-17a1-453f-b589-e7478161223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:01.326675 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:50:02.182070 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-a1cb370a-261d-4405-ad1c-bc63ea90e289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:03.538522 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:05.144437 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:05.993289 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:09.538361 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:29.538128 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-d26eda99-307a-495b-bd33-f5ba0e406b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:32.149665 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-734e34db-0f9b-4fd1-9677-dad8c3c18ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.560682 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:35.178099 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:35.943842 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.326371 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:50:39.555191 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:59.514538 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3797070d-6f24-40a2-b5eb-bf15eda20d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:02.193349 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3f4405fe-4882-4ac1-8c3c-ae48a4d0f6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:03.526109 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:05.120682 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:05.982657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:09.547924 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:15.325615 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:29.513893 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ddbd82df-e48c-4c86-b097-faa0193ade71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:32.165582 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-3601ba3a-8cfc-4ded-b9d3-e2422a49217a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:33.542773 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:35.148458 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:35.937093 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:39.576653 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:52.324939 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:59.553782 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b3b9-385d-4789-b283-76232367d6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:02.142446 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-e2ffcb6b-1878-417a-a221-ff5faf866739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:03.570554 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:05.182410 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:05.948123 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:09.599212 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:29.324307 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:52:29.541953 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ff732526-7e81-4537-8ca5-e4a8c8e380f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:32.182553 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-072e11ed-96f3-444a-b4b7-dbcb6df971f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:33.559296 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:35.153856 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:35.941844 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:39.582668 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:59.491206 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-eb77a51f-9525-4683-b24c-863f26ba5e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:02.142162 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-47ae21c9-8155-4cef-a2d2-46667ad3823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:03.547668 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:05.175107 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:05.999290 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:06.325543 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:53:09.626631 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:29.528629 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-517b0776-bf52-4645-b08a-e234f07cbfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:32.140420 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-391bd1b8-b0de-40d2-99cb-41c4dd4c2162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:33.547531 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:35.187699 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:35.965657 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:39.625600 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:43.324868 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:53:59.507248 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-2f9c347c-7ed2-4790-b6f0-be9502471a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (e27a4c69-7577-4a4b-bb6b-3cc2baec662b), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:02.164878 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-f9033196-40dc-4f8d-945d-12742c950fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (c27da2be-d201-4358-a52a-80e1c5d835c4), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:03.576658 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9861c311-4b0c-4fa6-a409-a1385967d395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (013b20ab-6a15-489c-9ca6-beb011cc6aeb), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:05.165017 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-ea4f794f-85fa-4b8d-954b-234c017c26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (6379321e-5248-4208-98a5-3d1ebf0d30c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:05.979317 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-136bb94c-811f-4262-9f0d-903e468655f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (3bdf3e23-bca2-41c0-b088-57f0b82cce45), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:09.642332 dv-cinder-813227-6-iscsi neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-38f5aab0-7594-44d5-96c4-12c20855152b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730997104936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268407972'] for agent (dcd0fc85-2e10-4b18-9701-509ef53816c0), after_update {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:20.323081 dv-cinder-813227-6-iscsi neutron-server[103418]: DEBUG neutron.db.agents_db [None req-d6a771d6-e989-4faf-b2f9-0942bac3602c None None] Agent healthcheck: found 6 active agents {{(pid=103418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}